-- Logs begin at Thu 2021-07-08 12:15:00 UTC, end at Thu 2021-07-08 13:13:57 UTC. -- Jul 08 12:45:56.272158 dv-cinder-800022-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 08 12:45:59.013622 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.common.config [-] Logging enabled! Jul 08 12:45:59.014223 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 12:45:59.014402 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92874) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 12:45:59.017653 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.common.config [-] Logging enabled! Jul 08 12:45:59.017911 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 12:45:59.018225 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92874) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 12:45:59.019152 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 12:45:59.019390 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 12:45:59.019758 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 12:45:59.020007 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 12:45:59.020234 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 12:45:59.020551 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.020843 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.021169 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.021401 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.021699 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.021990 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.022275 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.022564 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.022861 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.023147 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.023429 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.023717 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.023950 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.024230 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.024516 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.024801 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.025075 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] debug = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.025360 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.025796 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.026737 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.027018 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.027312 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.027588 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.027862 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.028139 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.028423 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.028758 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] host = dv-cinder-800022-1-iscsi {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.029057 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.029349 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.029637 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.029922 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.030203 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.030476 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.030760 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.031038 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.031311 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] log_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.031589 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.031882 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.032167 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.032459 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.032683 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.032901 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.033221 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.033509 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.033786 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.034064 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.034342 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.034618 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.034894 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.035163 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.035448 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.035734 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.036021 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.036298 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.036578 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.036852 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.037154 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.037444 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.037722 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.037999 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.038276 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.038565 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.038838 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.039114 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.039417 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.039705 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.039986 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.040273 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.041123 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.041409 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.041684 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.041960 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.042235 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] use_json = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.042512 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.042787 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.043071 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.043344 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.043619 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.043897 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.044170 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.044456 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:45:59.044759 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.045080 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.045384 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.045671 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.045967 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.046254 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.046547 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.046826 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.047116 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.047407 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.047705 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.047982 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.048271 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.048551 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.048848 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.049190 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.049488 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.049786 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.050063 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.050340 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.050617 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.050902 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.051196 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.051492 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.051783 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.052060 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.052339 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.052633 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.052913 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.053217 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.053503 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.053796 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.054079 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.054357 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.054640 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.054922 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.055198 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.055471 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.055750 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.056044 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.056892 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.057192 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.057467 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.057761 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.058020 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.058307 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.058585 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.058859 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.059133 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.059475 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.059688 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.059964 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.060243 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.060517 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.060794 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.061218 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.061368 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.061647 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.061920 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.062193 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.062468 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.062741 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.063019 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.063293 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.063567 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.063842 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.064117 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.064391 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.064679 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.064978 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.065283 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.065563 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.065844 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.066125 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.066404 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.066684 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.066969 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.067256 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.067527 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.067818 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.068106 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.068396 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.068681 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.068961 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.069282 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.069599 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.069850 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.070128 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.070408 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.070700 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.070985 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.071278 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.071571 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.071914 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.072208 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.072504 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.072787 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.073119 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.073404 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:45:59.073626 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 12:45:59.073874 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92874) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 08 12:45:59.430991 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 12:45:59.431243 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 12:45:59.431569 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 12:45:59.431906 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 08 12:45:59.824084 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:45:59.824382 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:45:59.824658 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:45:59.825987 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:45:59.826273 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:45:59.826546 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:45:59.860924 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:45:59.861231 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:45:59.861514 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:45:59.874742 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:45:59.875026 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:45:59.875300 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:45:59.905193 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:45:59.905477 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:45:59.905754 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:45:59.941757 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:45:59.942042 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:45:59.942312 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.173432 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.174036 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.174036 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.174200 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.174854 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.294474 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.294802 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.295086 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.295357 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.295625 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.295935 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.296197 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.296455 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.296711 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.296993 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.297286 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.297566 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.297839 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.298107 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.298367 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.298640 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.298913 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.299176 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.299449 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.299703 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.299986 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.300335 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.300591 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.300880 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.301774 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.302224 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.302637 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:46:00.302888 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:46:00.303133 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:46:00.303376 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:46:00.303617 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:46:00.303854 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:46:00.304225 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 08 12:46:00.308950 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 08 12:46:00.312924 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 08 12:46:00.316639 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 08 12:46:00.318304 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 08 12:46:00.318763 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 08 12:46:00.319102 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 08 12:46:00.319489 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 08 12:46:00.322380 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 08 12:46:00.322635 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 08 12:46:00.322987 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 12:46:00.350743 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 08 12:46:00.351197 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.351502 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92874) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 08 12:46:00.351875 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.353772 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92874) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 08 12:46:00.354060 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 12:46:00.354304 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 08 12:46:00.357392 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.357676 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:00.421539 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 08 12:46:00.421784 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 08 12:46:00.422025 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 08 12:46:00.422422 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 08 12:46:00.444478 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_db.sqlalchemy.engines [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92874) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 08 12:46:00.988331 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Initializing driver for type 'gre' Jul 08 12:46:00.988843 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] gre ID ranges: [(1, 1000)] Jul 08 12:46:01.044585 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Initializing driver for type 'local' Jul 08 12:46:01.044903 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Initializing driver for type 'vlan' Jul 08 12:46:01.061106 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] VlanTypeDriver initialization complete Jul 08 12:46:01.061461 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Initializing driver for type 'vxlan' Jul 08 12:46:01.061991 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] vxlan ID ranges: [(1, 1000)] Jul 08 12:46:01.114985 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Initializing extension driver 'port_security' Jul 08 12:46:01.115348 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.extensions.port_security [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] PortSecurityExtensionDriver initialization complete Jul 08 12:46:01.115741 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Initializing mechanism driver 'openvswitch' Jul 08 12:46:01.116072 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Initializing mechanism driver 'hyperv' Jul 08 12:46:01.123093 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:46:01.123780 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > port after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.124205 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > port after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.124599 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > port after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.125166 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:46:01.125615 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > subnet after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.125979 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > subnet after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.126334 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.126732 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:46:01.127143 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > network after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.127501 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > network after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.127851 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > network after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.128246 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:46:01.128654 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > security_group after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.129016 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > security_group after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.129389 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > security_group after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.129928 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:46:01.130347 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.130710 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.131062 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.131460 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:46:01.131869 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > address_group after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.132229 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > address_group after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.132581 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > address_group after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.132986 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:46:01.133383 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] ML2 OVO RPC backend initialized. {{(pid=92874) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 08 12:46:01.134106 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.134469 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.134894 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > network before_response 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.135249 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > networks before_response 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.135612 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > port before_response 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.135964 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > ports before_response 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.136317 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > subnet before_response 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.136668 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > subnets before_response 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.137048 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > network after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.137400 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > network after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.137749 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > network after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.138098 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > port after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.138447 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > port after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.138794 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > port after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.139143 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > subnet after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.139488 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > subnet after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.139831 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.140483 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.plugin [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Modular L2 Plugin initialization complete Jul 08 12:46:01.140822 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading services supported by the core plugin {{(pid=92874) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 08 12:46:01.141258 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Got port-security extension from driver 'port_security' Jul 08 12:46:01.141738 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.extensions.vlantransparent [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Disabled vlantransparent extension. Jul 08 12:46:01.142232 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92874) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 08 12:46:01.142554 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading Plugin: router Jul 08 12:46:01.178252 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router_interface before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.178837 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router after_create 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.179021 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router before_create 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.179395 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.179778 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.180144 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router after_delete 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.180513 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > floatingip after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.180887 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router after_create 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.181865 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router after_update 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.182226 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router after_update 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.182587 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.182955 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router after_update 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.183375 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router precommit_update 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.183754 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: port after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.184102 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: port after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.184451 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: subnet after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.184800 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.185187 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > port precommit_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.185545 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router precommit_create 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.185894 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: port before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.186362 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router precommit_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.186608 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router after_update 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.186957 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router precommit_delete 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.187315 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router precommit_create 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.187682 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.188034 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router precommit_update 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.188407 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > agent after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.188764 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > agent after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.189151 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > network after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.190040 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Tracking information for resource: router configured {{(pid=92874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:46:01.190380 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Tracking information for resource: floatingip configured {{(pid=92874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:46:01.195391 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.db.l3_agentschedulers_db [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 08 12:46:01.195982 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: port after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.196353 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: port after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.196745 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: port after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.197132 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: port after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.197940 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router before_create 55550100 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.198312 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router precommit_delete 55550100 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.198681 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router precommit_create 55550100 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.199047 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > router precommit_update 55550100 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.203504 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.services.provider_configuration [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Service providers = [] {{(pid=92874) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 08 12:46:01.203878 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.db.servicetype_db [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92874) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 08 12:46:01.206876 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.services.service_base [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 12:46:01.207237 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.services.service_base [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 12:46:01.207587 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.services.service_base [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 12:46:01.208487 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.services.service_base [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 12:46:01.208866 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.services.service_base [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 08 12:46:01.209281 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:46:01.209602 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 08 12:46:01.220203 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:46:01.220547 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading Plugin: auto_allocate Jul 08 12:46:01.226319 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: network precommit_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.226692 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: network precommit_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.227226 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:46:01.227552 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading Plugin: tag Jul 08 12:46:01.234634 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:46:01.234977 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading Plugin: timestamp Jul 08 12:46:01.240360 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:46:01.240651 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading Plugin: network_ip_availability Jul 08 12:46:01.246713 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.247091 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.247453 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.248184 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:46:01.248511 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading Plugin: flavors Jul 08 12:46:01.253232 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:46:01.253574 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading Plugin: revisions Jul 08 12:46:01.257997 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:46:01.258402 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.827s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 12:46:01.259410 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92874) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 08 12:46:01.259531 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Initializing extension manager. Jul 08 12:46:01.260049 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: __init__.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.260400 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: __pycache__ {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.260744 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.261115 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: address_group.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.261911 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.262504 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: address-group Jul 08 12:46:01.262836 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: address_scope.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.263558 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.264073 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: address-scope Jul 08 12:46:01.264402 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: admin_state_down_before_update.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.265395 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.265913 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: router-admin-state-down-before-update Jul 08 12:46:01.266238 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: agent.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.266949 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.267676 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: agent Jul 08 12:46:01.268007 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: agent_resources_synced.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.268938 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.269483 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: agent-resources-synced Jul 08 12:46:01.269811 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: allowedaddresspairs.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.271652 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.272174 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: allowed-address-pairs Jul 08 12:46:01.272510 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: auto_allocated_topology.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.273624 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.274144 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: auto-allocated-topology Jul 08 12:46:01.274477 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: availability_zone.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.275216 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.275727 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: availability_zone Jul 08 12:46:01.276057 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: availability_zone_filter.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.276980 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.277530 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: availability_zone_filter Jul 08 12:46:01.277859 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: data_plane_status.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.278776 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.279284 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension data-plane-status not supported by any of loaded plugins Jul 08 12:46:01.279611 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: default_subnetpools.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.280540 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.281079 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: default-subnetpools Jul 08 12:46:01.281407 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: dhcpagentscheduler.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.282243 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.282750 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: dhcp_agent_scheduler Jul 08 12:46:01.283080 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: dns.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.284009 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.284516 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension dns-integration not supported by any of loaded plugins Jul 08 12:46:01.284852 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: dns_domain_ports.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.285810 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.286316 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 08 12:46:01.286644 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.287576 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.288083 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 08 12:46:01.288414 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: dvr.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.289122 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.289630 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: dvr Jul 08 12:46:01.289955 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: empty_string_filtering.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.291404 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.291933 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: empty-string-filtering Jul 08 12:46:01.292245 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.293207 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.293719 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 08 12:46:01.294046 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.294983 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.295503 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 08 12:46:01.295828 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: external_net.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.296756 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.297293 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: external-net Jul 08 12:46:01.297621 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: extra_dhcp_opt.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.298543 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.299045 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: extra_dhcp_opt Jul 08 12:46:01.299372 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: extraroute.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.300292 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.300799 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: extraroute Jul 08 12:46:01.301164 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: extraroute_atomic.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.302214 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.302721 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: extraroute-atomic Jul 08 12:46:01.303047 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: filter_validation.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.303716 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.304220 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: filter-validation Jul 08 12:46:01.304545 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: fip_pf_description.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.305495 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.306088 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 08 12:46:01.306424 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: fip_port_details.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.307358 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.307866 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: fip-port-details Jul 08 12:46:01.308194 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: flavors.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.309461 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.309982 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: flavors Jul 08 12:46:01.310313 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.311983 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.312513 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 08 12:46:01.312853 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: floatingip_pools.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.313602 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.314120 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: floatingip-pools Jul 08 12:46:01.314455 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: ip_allocation.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.315391 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.315901 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension ip_allocation not supported by any of loaded plugins Jul 08 12:46:01.316232 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.317196 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.317710 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: ip-substring-filtering Jul 08 12:46:01.318042 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: l2_adjacency.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.318983 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.319490 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 08 12:46:01.319818 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: l3.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.320802 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.321352 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: router Jul 08 12:46:01.322202 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: l3_conntrack_helper.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.324557 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.325120 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 08 12:46:01.325459 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.326417 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.326938 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: ext-gw-mode Jul 08 12:46:01.327271 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.328201 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.328717 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: l3-ha Jul 08 12:46:01.329070 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: l3_flavors.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.330024 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.330539 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: l3-flavors Jul 08 12:46:01.330874 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.331799 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.332311 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 08 12:46:01.332637 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: l3agentscheduler.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.333715 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.334229 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: l3_agent_scheduler Jul 08 12:46:01.334558 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: logging.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.336048 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.336574 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension logging not supported by any of loaded plugins Jul 08 12:46:01.336910 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: metering.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.337738 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.338324 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: metering Jul 08 12:46:01.338653 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.339755 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.340275 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: metering_source_and_destination_fields Jul 08 12:46:01.340604 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: multiprovidernet.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.341565 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.342077 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: multi-provider Jul 08 12:46:01.342405 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: netmtu.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.343327 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.343839 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: net-mtu Jul 08 12:46:01.344170 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: netmtu_writable.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.345126 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.345639 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: net-mtu-writable Jul 08 12:46:01.345973 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: network_availability_zone.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.346655 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.347161 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: network_availability_zone Jul 08 12:46:01.347486 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: network_ip_availability.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.348620 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.349229 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: network-ip-availability Jul 08 12:46:01.349591 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: network_segment_range.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.350374 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.350886 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension network-segment-range not supported by any of loaded plugins Jul 08 12:46:01.351215 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: pagination.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.352216 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.352552 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: pagination Jul 08 12:46:01.353421 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: port_device_profile.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.354342 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.354862 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: port-device-profile Jul 08 12:46:01.355188 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.356139 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.356654 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: port-mac-address-regenerate Jul 08 12:46:01.356981 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.357928 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.358441 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: port-numa-affinity-policy Jul 08 12:46:01.358767 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: port_resource_request.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.359695 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.360201 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension port-resource-request not supported by any of loaded plugins Jul 08 12:46:01.360526 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: portbindings.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.361492 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.362001 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: binding Jul 08 12:46:01.362329 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: portbindings_extended.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.363744 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.364264 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: binding-extended Jul 08 12:46:01.364600 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: portsecurity.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.365562 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.366089 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: port-security Jul 08 12:46:01.366421 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: project_id.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.367408 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.367748 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: project-id Jul 08 12:46:01.368079 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: providernet.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.369105 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.369624 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: provider Jul 08 12:46:01.369951 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: qos.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.373493 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.374024 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension qos not supported by any of loaded plugins Jul 08 12:46:01.374363 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.375621 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.376145 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 08 12:46:01.376482 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.377447 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.377962 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 08 12:46:01.378294 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: qos_default.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.379221 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.379736 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension qos-default not supported by any of loaded plugins Jul 08 12:46:01.380068 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: qos_fip.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.380731 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.381260 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension qos-fip not supported by any of loaded plugins Jul 08 12:46:01.381592 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: qos_gateway_ip.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.382532 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.383045 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 08 12:46:01.383377 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: qos_port_network_policy.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.384844 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.385392 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 08 12:46:01.385725 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: qos_rule_type_details.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.386662 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.387173 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 08 12:46:01.387505 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: qos_rules_alias.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.388563 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.389108 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 08 12:46:01.389443 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: quotasv2.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.390366 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.390698 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: quotas Jul 08 12:46:01.391022 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: quotasv2_detail.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.394076 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.394424 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: quota_details Jul 08 12:46:01.394765 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: rbac.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.395840 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.396372 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: rbac-policies Jul 08 12:46:01.396708 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: rbac_address_group.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.397877 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.398407 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: rbac-address-group Jul 08 12:46:01.398742 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: rbac_address_scope.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.399716 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.400800 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: rbac-address-scope Jul 08 12:46:01.401164 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: rbac_security_groups.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.402121 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.402617 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: rbac-security-groups Jul 08 12:46:01.402949 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: rbac_subnetpool.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.403884 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.404406 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: rbac-subnetpool Jul 08 12:46:01.404746 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: revisionifmatch.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.405704 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.406224 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: revision-if-match Jul 08 12:46:01.406564 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: revisions.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.407684 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.408203 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: standard-attr-revisions Jul 08 12:46:01.408539 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: router_availability_zone.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.409246 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.409763 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: router_availability_zone Jul 08 12:46:01.410095 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: routerservicetype.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.411029 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.411539 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension router-service-type not supported by any of loaded plugins Jul 08 12:46:01.411872 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.412805 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.413361 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: security-groups-normalized-cidr Jul 08 12:46:01.413695 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: security_groups_port_filtering.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.414625 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.415143 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: port-security-groups-filtering Jul 08 12:46:01.415502 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.416693 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.417253 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: security-groups-remote-address-group Jul 08 12:46:01.417586 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: securitygroup.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.427209 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.427746 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: security-group Jul 08 12:46:01.428089 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: segment.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.428888 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.429440 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension segment not supported by any of loaded plugins Jul 08 12:46:01.429776 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.430730 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.431266 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 08 12:46:01.431600 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: servicetype.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.432724 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.433280 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: service-type Jul 08 12:46:01.433614 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: sorting.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.434601 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.434937 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: sorting Jul 08 12:46:01.435265 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: standard_attr_segment.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.436267 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.436788 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 08 12:46:01.437151 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: standardattrdescription.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.437812 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.438328 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: standard-attr-description Jul 08 12:46:01.438660 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: stateful_security_group.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.439713 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.440261 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: stateful-security-group Jul 08 12:46:01.440591 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: stdattrs_common.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.441223 dv-cinder-800022-1-iscsi neutron-server[92874]: WARNING neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 08 12:46:01.441551 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.442493 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.443008 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 08 12:46:01.443334 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: subnet_onboard.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.444415 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.444942 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: subnet_onboard Jul 08 12:46:01.445303 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.449138 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.449773 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 08 12:46:01.450116 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: subnet_service_types.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.451100 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.451617 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: subnet-service-types Jul 08 12:46:01.451948 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: subnetallocation.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.453049 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.453582 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: subnet_allocation Jul 08 12:46:01.453910 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.454723 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.455238 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: subnetpool-prefix-ops Jul 08 12:46:01.455563 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.456499 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.457002 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 08 12:46:01.457354 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: tagging.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.458465 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.458976 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: standard-attr-tag Jul 08 12:46:01.459311 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: timestamp.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.460547 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.461086 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loaded extension: standard-attr-timestamp Jul 08 12:46:01.461414 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: trunk.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.463072 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.463581 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension trunk not supported by any of loaded plugins Jul 08 12:46:01.463906 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: trunk_details.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.464824 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.465362 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension trunk-details not supported by any of loaded plugins Jul 08 12:46:01.465688 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: uplink_status_propagation.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.466603 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.467111 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 08 12:46:01.467437 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Loading extension file: vlantransparent.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:46:01.468117 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:46:01.468615 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 08 12:46:01.471183 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of TrackedResource for resource:network Jul 08 12:46:01.471723 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of TrackedResource for resource:subnet Jul 08 12:46:01.472119 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 12:46:01.472508 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of TrackedResource for resource:port Jul 08 12:46:01.473798 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:46:01.474230 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Service FLAVORS assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:46:01.474849 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:46:01.475268 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:46:01.475595 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of TrackedResource for resource:router Jul 08 12:46:01.476014 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of TrackedResource for resource:floatingip Jul 08 12:46:01.476507 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Service METERING assigned prefix: /metering {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:46:01.477998 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.478374 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.478728 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:46:01.479723 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 12:46:01.480160 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of TrackedResource for resource:security_group Jul 08 12:46:01.480595 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 12:46:01.481213 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Service CORE assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:46:01.481546 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 12:46:01.481895 dv-cinder-800022-1-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] subnetpool is already registered Jul 08 12:46:01.482331 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Service CORE assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:46:01.482664 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 12:46:01.482995 dv-cinder-800022-1-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] subnetpool is already registered Jul 08 12:46:01.485315 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:46:01.485748 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Service FLAVORS assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:46:01.486336 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:46:01.486751 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:46:01.487080 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of TrackedResource for resource:router Jul 08 12:46:01.487412 dv-cinder-800022-1-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] router is already registered Jul 08 12:46:01.487812 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of TrackedResource for resource:floatingip Jul 08 12:46:01.488144 dv-cinder-800022-1-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] floatingip is already registered Jul 08 12:46:01.488588 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Service METERING assigned prefix: /metering {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:46:01.489270 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 12:46:01.489597 dv-cinder-800022-1-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] rbac_policy is already registered Jul 08 12:46:01.490000 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of TrackedResource for resource:security_group Jul 08 12:46:01.490329 dv-cinder-800022-1-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] security_group is already registered Jul 08 12:46:01.490770 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 12:46:01.491050 dv-cinder-800022-1-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] security_group_rule is already registered Jul 08 12:46:01.491662 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Service CORE assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:46:01.491985 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 12:46:01.492311 dv-cinder-800022-1-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] subnetpool is already registered Jul 08 12:46:01.492722 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Service CORE assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:46:01.493059 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 12:46:01.493395 dv-cinder-800022-1-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] subnetpool is already registered Jul 08 12:46:01.494329 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: extensions {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.495828 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: address-groups {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.497366 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: address-scopes {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.498721 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: agents {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.499894 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: auto-allocated-topology {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.501178 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: availability_zones {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.502397 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: dhcp-networks {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.505013 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: dhcp-agents {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.506490 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: routers {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.508230 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: flavors {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.510076 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: service_profiles {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.511293 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: next_providers {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.512748 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: service_profiles {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.514379 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: floatingip-pools {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.515599 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: routers {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.517363 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: floatingips {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.518652 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: l3-routers {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.520050 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: l3-agents {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.521520 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: metering-labels {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.522785 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: metering-label-rules {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.524168 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: network-ip-availabilities {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.525488 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: bindings {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.527048 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: quotas {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.528602 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: quotas {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.530084 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: rbac-policies {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.531282 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: security-groups {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.532599 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: security-group-rules {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.533910 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: service-providers {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.535122 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: subnetpools {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.536468 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: subnetpools {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.538058 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.539764 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.541873 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.543687 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.545406 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.547366 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.549083 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.550878 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.552774 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.554561 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:46:01.560978 dv-cinder-800022-1-iscsi neutron-server[92874]: WARNING keystonemiddleware.auth_token [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 08 12:46:01.565705 dv-cinder-800022-1-iscsi neutron-server[92874]: WARNING keystonemiddleware.auth_token [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 08 12:46:01.575028 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Acquired lock "singleton_lock" {{(pid=92874) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 08 12:46:01.575506 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Releasing lock "singleton_lock" {{(pid=92874) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 08 12:46:01.576157 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO oslo_service.service [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Starting 2 workers Jul 08 12:46:01.580968 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Started child 92981 {{(pid=92874) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 12:46:01.585827 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Started child 92983 {{(pid=92874) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 12:46:01.587658 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO neutron.service [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 08 12:46:01.588380 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Notify callbacks [] for process, before_spawn {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:01.588567 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:01.590094 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [-] (92981) wsgi starting up on http://0.0.0.0:9696 Jul 08 12:46:01.590819 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO oslo_service.service [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Starting 1 workers Jul 08 12:46:01.591169 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:01.592484 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [-] (92983) wsgi starting up on http://0.0.0.0:9696 Jul 08 12:46:01.595980 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Started child 92985 {{(pid=92874) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 12:46:01.596511 dv-cinder-800022-1-iscsi neutron-server[92874]: INFO oslo_service.service [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Starting 1 workers Jul 08 12:46:01.599764 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.service [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] calling RpcWorker wait() {{(pid=92985) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 08 12:46:01.600329 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.service [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] returning from RpcWorker wait() {{(pid=92985) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 08 12:46:01.601002 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Started child 92986 {{(pid=92874) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 12:46:01.601705 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:01.601860 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9f0f5c6a-5fc7-481e-b0e9-d8973ab2379c None None] Notify callbacks [] for process, after_spawn {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:01.602281 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:46:01.604429 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92874) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 12:46:01.604637 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 12:46:01.604824 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 12:46:01.605077 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 12:46:01.605412 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 12:46:01.605575 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 12:46:01.606048 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.606336 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.606504 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:01.606976 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.606976 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.607114 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.607633 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:46:01.607727 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.607986 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.608235 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.608519 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.608756 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.608927 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.609115 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.609375 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.609621 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.609880 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.610151 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.610396 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.610650 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.610818 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.611081 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.611357 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.611611 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.611870 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] debug = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.612109 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.612598 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.612838 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.613093 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.613317 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.613589 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.613831 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.614096 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.614327 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.614568 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.614813 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.615065 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.615293 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.615504 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.615717 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.615958 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.616173 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.616634 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] host = dv-cinder-800022-1-iscsi {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.616846 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.617112 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.617339 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.617594 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.617834 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.618051 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.618305 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.618622 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.618872 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.619115 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.619364 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.619608 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.619860 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.620101 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.620263 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_options = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.620495 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.620749 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.621056 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.621310 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.621448 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.621601 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.621851 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.622013 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.622256 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.622470 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.622681 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.622892 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.623119 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.623345 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.623596 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.623850 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.624076 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.624389 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.624549 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.624801 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.625109 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.625296 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.625512 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.625729 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.625963 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.626174 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.626401 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.626635 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.626864 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.627228 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.627366 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.627615 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.627844 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.628095 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.628337 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.628558 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.628797 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.629077 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.629286 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.629535 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.629788 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.630026 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.630269 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.630479 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.630714 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.630945 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_json = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.631160 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.631429 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.631615 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.631828 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.632037 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.632248 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.632477 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.632705 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.633155 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.633452 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.633779 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.634105 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.634287 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.634525 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.634773 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.635012 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.635257 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.635527 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.635824 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.636135 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.636519 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.636959 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.637476 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.637631 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.637811 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.637991 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.638224 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.638476 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.638712 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.638949 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.639275 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.639559 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.639810 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.640074 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.640293 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.640509 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.640805 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.641179 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.641546 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.641702 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.641965 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.642183 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.642396 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.642981 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.642981 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.643456 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.643597 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.643825 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.644047 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.644610 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.644610 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.644857 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.644962 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.645197 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.645426 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.645632 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.645865 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.646142 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.646362 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.646809 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.647028 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.647323 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.648284 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.648559 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.650425 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.650425 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.650425 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.650425 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.650425 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.650425 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.655815 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.655815 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.655815 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.655815 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.655815 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.655815 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.655815 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.655815 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.655815 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.658302 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.658302 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.658302 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.658302 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.658302 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.658302 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.658302 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.658302 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.658302 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.658890 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.658890 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.658890 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.658890 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.658890 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.658890 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.658890 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.658890 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.659347 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.659347 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.659347 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.659347 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.659347 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.659347 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.659347 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.659347 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.659812 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.659812 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.659812 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.659812 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.659812 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.659812 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.659812 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.659812 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.660276 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.660276 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.660276 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.660444 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.660699 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.660942 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.661390 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.661656 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.661910 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.662195 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.662443 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.662717 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.663017 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.663306 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.663698 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.663895 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.664072 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.664221 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.664467 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.664866 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.664971 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.665177 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.665452 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.666251 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.666481 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.666700 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.666951 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.667193 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.667495 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.667719 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.667954 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.668162 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.668446 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.668690 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.668980 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.669196 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.669438 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.669667 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.669915 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.670159 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.670364 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.670602 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.670815 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.671024 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.671267 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.671491 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.671721 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.671949 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.672157 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.672416 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.672633 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.672842 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.673089 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.673302 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.673513 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.673895 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.674036 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.674293 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.674431 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.674614 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.675263 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.675263 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.675263 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.675623 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.675756 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.675929 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.676171 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.676940 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.676940 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.676940 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.677339 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.677339 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.677604 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.677742 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.677947 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.678177 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.678393 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.679029 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.679029 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.679029 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.679402 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.679528 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.679730 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.680047 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.680294 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.680519 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.680773 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.681046 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.681288 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.681522 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.681733 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.681967 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.682176 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.682405 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.682635 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.682851 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.683066 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.683272 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.683497 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.683703 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.683916 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.684120 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.684404 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.684648 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.684902 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.685181 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.685430 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.685670 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.685898 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.686107 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.686330 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.686534 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.686748 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.686956 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.687178 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.687388 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.687590 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.687843 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.688054 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.688268 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.688496 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.688701 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.688910 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.689164 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.689355 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.689563 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.689790 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.690030 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.690235 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.690454 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.690665 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.690871 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.691771 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.692023 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.692259 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.692554 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.692879 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.693094 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.693328 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.693627 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.693840 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.694093 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.694328 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.694563 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.694780 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.695044 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.695374 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.695654 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.695922 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.696169 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.696448 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.696767 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.697067 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.697295 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.697570 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.697895 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.698159 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.698429 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.698672 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.698938 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.699178 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.699396 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.699628 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.699859 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.700108 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.700352 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.700608 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.700976 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.701153 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.701343 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.701571 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.701784 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.702014 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.702247 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.702478 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.702645 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 12:46:01.703124 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92874) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 12:46:01.703269 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 12:46:01.703407 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 12:46:01.703572 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 12:46:01.703739 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 12:46:01.703884 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 12:46:01.704077 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.704223 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.704369 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.704518 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.704654 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.704829 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.704987 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.705153 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.705292 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.705427 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.705584 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.705962 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.705962 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.706235 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.706235 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.706497 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.706497 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.706767 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.706767 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.707035 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.707035 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.707398 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.707398 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] debug = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.707664 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.707664 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.707946 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.707946 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.708217 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.708217 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.708485 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.708485 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.708746 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.708877 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.709067 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.709212 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.709349 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.709486 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.709623 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.709771 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.709909 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.710045 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] host = dv-cinder-800022-1-iscsi {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.710208 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.710419 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.710419 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.710661 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.710661 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.710898 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.711031 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.711156 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.711280 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.711392 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.711520 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.711676 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.711831 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.711987 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.712142 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_options = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.712812 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.712968 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.713145 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.713330 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.713493 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.713649 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.713804 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.713960 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.714115 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.714270 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.714424 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.714580 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.714734 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.714891 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.715046 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.715202 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.715357 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.715512 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.715668 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.715826 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.715987 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.716141 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.716297 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.716452 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.716607 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.716763 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.716917 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.717093 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.717250 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.717408 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.717565 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.717719 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.717873 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.718028 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.718182 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.718337 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.718492 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.718650 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.718805 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.718960 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.719115 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.719271 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.719426 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.719586 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.719742 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.719897 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_json = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.720051 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.720207 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.720361 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.720505 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.720659 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.720814 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.720968 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.721146 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:46:01.721321 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.721480 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.721651 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.721881 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.722051 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.722503 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.722894 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.722894 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.723136 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.724013 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.724013 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.724013 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.724013 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.724453 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.724453 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.724453 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.724784 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.724784 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.724784 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.725182 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.725182 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.725416 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.725416 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.725650 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.725772 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.725896 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.726108 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.726247 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.726360 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.726476 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.726585 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.726720 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.726877 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.727036 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.727194 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.727351 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.727558 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.727691 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.727832 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.728061 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.728221 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.728379 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.728538 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.728698 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.728855 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.729014 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.729192 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.729351 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.729509 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.729671 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.729839 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.729997 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.730155 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.730316 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.730474 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.730632 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.730788 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.731287 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.731287 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.731287 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.731666 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.731666 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.731909 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.731909 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.732141 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.732141 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.732373 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.732495 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.732619 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.732741 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.732872 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.732998 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.733207 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.733340 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.733464 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.733616 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.733774 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.733933 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.734101 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.734287 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.734412 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.734535 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.734684 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.734843 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.735008 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.735180 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.735338 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.735497 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.735655 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.735812 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.735970 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.736136 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.736295 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.736451 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.736608 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.736765 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.736923 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.737104 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.737265 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.737425 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.737582 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.737787 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.737914 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.738033 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.738175 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.738333 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.738492 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.738649 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.738806 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.738964 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.739127 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.739293 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.739449 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.739610 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.739771 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.740283 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.740283 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.740283 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.740530 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.740530 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.740690 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.740887 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.741071 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.741207 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.741417 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.741552 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.741684 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.741816 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.741947 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.742080 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.742222 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:46:01.742365 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.742365 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.742631 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.742765 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.742897 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.743032 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.743164 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.743295 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.743943 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.744078 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.744221 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.744354 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.744495 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.744655 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.744814 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.744972 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.745151 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.745309 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.745468 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.745615 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.745772 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.745930 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.746088 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.746238 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.746385 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.746535 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.746691 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.746848 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.747005 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.747164 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.747322 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.747481 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.747638 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.747799 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.747957 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.748113 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.748270 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.748427 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.748583 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.748743 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.748900 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.749076 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.749235 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.749393 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.749550 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.749709 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.749868 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.750025 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.750188 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.750401 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.750500 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.750647 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.750803 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.750961 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.751119 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.751276 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.751433 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.751605 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.751764 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.751922 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.752078 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.752235 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.752393 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.752551 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.752708 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.752865 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.753086 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.753199 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.753359 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.753591 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.753970 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.754264 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.754431 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.754616 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.754750 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.754901 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.755275 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.755275 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.755591 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.755979 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.755979 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.756171 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.756264 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.756345 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.756494 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.756651 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.756808 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.756966 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.757156 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.757315 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.757476 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.757633 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.757790 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.757955 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.758125 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.758282 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.758439 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.758591 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.758731 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.758889 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.759070 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.759250 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.759389 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.759547 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.759692 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.759850 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.760021 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.760187 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.760344 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.760506 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.760657 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.760815 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.760973 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.761171 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.761331 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.761490 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.761648 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.761806 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.761965 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.762124 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.762287 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.762454 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.762621 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.762782 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.762949 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.763116 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.763284 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.763443 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.763655 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.763778 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.763937 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.764095 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.764252 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.764411 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.764569 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.764726 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.764889 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.765079 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.765217 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.765374 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.765533 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.765690 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.765847 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.766005 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.766163 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.766321 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.766481 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.766638 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.766796 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:46:01.766949 dv-cinder-800022-1-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 12:46:01.959981 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 58288) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:46:01.969277 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069275 Jul 08 12:46:13.564283 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3abc070-09b5-4903-a7c2-dd3357ca8e69 None None] get_active_networks_info from dv-cinder-800022-1-iscsi {{(pid=92985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 12:46:13.657959 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3abc070-09b5-4903-a7c2-dd3357ca8e69 None None] No non-hosted networks {{(pid=92985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 08 12:46:13.674620 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.agentschedulers_db [None req-a3abc070-09b5-4903-a7c2-dd3357ca8e69 None None] DHCP Agent not found on host dv-cinder-800022-1-iscsi {{(pid=92985) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 08 12:46:13.802724 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-fd197956-dbcc-43cd-8569-267115cf6372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654860'] for agent, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:15.984925 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-542e4d28-32e6-4e41-8051-11f48c2694b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654860'] for agent, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:16.025829 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-025f3d1a-fb89-423b-898f-d8d7c6e9ed5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:16.867146 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654860'] for agent, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:16.868992 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:16.869753 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:16.870266 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:16.870883 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:16.871423 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:16.872116 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:16.872600 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:16.873232 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:16.873760 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:16.874339 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:16.875039 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:16.875566 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:16.876290 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800022-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:46:16.889405 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800022-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:46:17.463989 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654860'] for agent, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:18.965497 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.db.l3_hamode_db [None req-f36fafee-88f1-4532-aa84-28073d02f920 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 08 12:46:19.048490 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36fafee-88f1-4532-aa84-28073d02f920 None None] Routers set() bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:46:19.048872 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36fafee-88f1-4532-aa84-28073d02f920 None None] Router IDs set() for agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 12:46:19.302827 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654860'] for agent, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:20.240099 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 58382) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:46:20.739331 dv-cinder-800022-1-iscsi neutron-server[92981]: WARNING oslo_policy.policy [None req-043d3d9d-6d9f-4f8a-8aeb-75e91accf578 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:46:20.739903 dv-cinder-800022-1-iscsi neutron-server[92981]: WARNING oslo_policy.policy [None req-043d3d9d-6d9f-4f8a-8aeb-75e91accf578 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:46:20.958610 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [None req-043d3d9d-6d9f-4f8a-8aeb-75e91accf578 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:46:20.959658 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-043d3d9d-6d9f-4f8a-8aeb-75e91accf578 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7186651 Jul 08 12:46:23.376261 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 58396) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:46:23.684364 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-4f36baf9-bb51-4394-b87f-c99bb5dd0cd6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:46:23.778187 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.policy [None req-4f36baf9-bb51-4394-b87f-c99bb5dd0cd6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92981) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 12:46:23.823792 dv-cinder-800022-1-iscsi neutron-server[92981]: WARNING oslo_policy.policy [None req-4f36baf9-bb51-4394-b87f-c99bb5dd0cd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:46:23.824212 dv-cinder-800022-1-iscsi neutron-server[92981]: WARNING oslo_policy.policy [None req-4f36baf9-bb51-4394-b87f-c99bb5dd0cd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:46:23.832810 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.quota [None req-4f36baf9-bb51-4394-b87f-c99bb5dd0cd6 admin admin] Loaded quota_driver: . Jul 08 12:46:23.925965 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4f36baf9-bb51-4394-b87f-c99bb5dd0cd6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757847198574', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757847199155', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757847218189', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757847217139', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757847222708', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757847232046', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1706446', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1874223', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-878759', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-949001'] for rbac-policy, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:23.990320 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4f36baf9-bb51-4394-b87f-c99bb5dd0cd6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:23.991525 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4f36baf9-bb51-4394-b87f-c99bb5dd0cd6 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6142380 Jul 08 12:46:26.641926 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 58408) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:46:27.066106 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Request body: {'network': {'tenant_id': 'bb329a3b130244b28be1ac38884a464e', 'name': 'private', 'admin_state_up': True, 'project_id': 'bb329a3b130244b28be1ac38884a464e'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:46:27.096126 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Made reservation on behalf of bb329a3b130244b28be1ac38884a464e for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:46:27.098979 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:27.116310 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:27.252819 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:27.257644 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:27.279156 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:46:27.310306 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757848019276', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:27.310911 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Unsubscribe: segment precommit_create {{(pid=92981) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 12:46:27.311447 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Added segment 6fbbe0c9-7aea-4ecf-9379-0a70dae20a35 of type vlan for network cbb17005-6ffe-477b-9ac2-1045b100cdc3 Jul 08 12:46:27.330202 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faf82c2-62ed-45b1-895d-609e49d1ce70,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:46:27.381694 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:27.382059 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:27.382404 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:27.383276 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:27.383606 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:27.383974 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:27.384305 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:27.384629 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:27.384974 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:27.385328 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:27.385648 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:27.385966 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Tracked resource versions report: Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: pushed versions: Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: { 'AddressGroup': {'1.2'}, Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'ConntrackHelper': {'1.0'}, Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Log': {'1.0'}, Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Network': {'1.1'}, Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Port': {'1.7'}, Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'PortForwarding': {'1.2'}, Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'QosPolicy': {'1.8'}, Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'SecurityGroup': {'1.4'}, Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'SubPort': {'1.0'}, Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Subnet': {'1.1'}, Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Trunk': {'1.1'}} Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: consumer versions: Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: { DHCP agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: L3 agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: Metadata agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: Metering agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: Open vSwitch agent@dv-cinder-800022-1-iscsi: { 'AddressGroup': '1.2', Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'ConntrackHelper': '1.0', Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Log': '1.0', Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Network': '1.1', Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Port': '1.7', Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'PortForwarding': '1.2', Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'QosPolicy': '1.8', Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'SecurityGroup': '1.4', Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'SecurityGroupRule': '1.2', Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'SubPort': '1.0', Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Subnet': '1.1', Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Trunk': '1.1'}} Jul 08 12:46:27.387052 dv-cinder-800022-1-iscsi neutron-server[92981]: {{(pid=92981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:46:27.437867 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:27.502255 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:27.503701 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:46:27.504400 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:27.591007 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9479244 Jul 08 12:46:27.610826 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78454b4a-b349-41bb-aa8b-de8ed6123493 admin admin] Pushing event updated for resources: {'Network': ['ID=cbb17005-6ffe-477b-9ac2-1045b100cdc3,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:46:27.627486 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network cbb17005-6ffe-477b-9ac2-1045b100cdc3 details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:46:30.327174 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 58422) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:46:30.750211 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13574494-e1f1-4f67-85d7-6c572b03e604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:46:30.751624 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-13574494-e1f1-4f67-85d7-6c572b03e604 admin admin] 10.222.0.13 "GET /v2.0/networks/cbb17005-6ffe-477b-9ac2-1045b100cdc3 HTTP/1.1" status: 200 len: 825 time: 0.4232349 Jul 08 12:46:30.778169 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-85f40582-be7f-45cf-b067-26c8505224d7 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/e8591bb0-6050-485a-a9ef-b6a922057d9e HTTP/1.1" status: 200 len: 734 time: 0.0207720 Jul 08 12:46:30.787335 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-eab38781-6d3e-4e99-8c7a-6da5b0b82ee9 admin admin] Request body: {'subnet': {'subnetpool_id': 'e8591bb0-6050-485a-a9ef-b6a922057d9e', 'tenant_id': 'bb329a3b130244b28be1ac38884a464e', 'network_id': 'cbb17005-6ffe-477b-9ac2-1045b100cdc3', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:46:30.813900 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab38781-6d3e-4e99-8c7a-6da5b0b82ee9 admin admin] Made reservation on behalf of bb329a3b130244b28be1ac38884a464e for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:46:30.816319 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-eab38781-6d3e-4e99-8c7a-6da5b0b82ee9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:31.151909 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-eab38781-6d3e-4e99-8c7a-6da5b0b82ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:31.227337 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab38781-6d3e-4e99-8c7a-6da5b0b82ee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f53285-bccf-4e0a-b5c5-37ab65ce04fa,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:46:31.229296 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab38781-6d3e-4e99-8c7a-6da5b0b82ee9 admin admin] Checking segment: {'id': '6fbbe0c9-7aea-4ecf-9379-0a70dae20a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cbb17005-6ffe-477b-9ac2-1045b100cdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:46:31.229685 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab38781-6d3e-4e99-8c7a-6da5b0b82ee9 admin admin] Network hostable DHCP agents. Network: cbb17005-6ffe-477b-9ac2-1045b100cdc3, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:46:31.253689 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab38781-6d3e-4e99-8c7a-6da5b0b82ee9 admin admin] Network cbb17005-6ffe-477b-9ac2-1045b100cdc3 is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:46:31.269807 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-eab38781-6d3e-4e99-8c7a-6da5b0b82ee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, cbb17005-6ffe-477b-9ac2-1045b100cdc3) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:46:31.276396 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab38781-6d3e-4e99-8c7a-6da5b0b82ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:46:31.277390 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-eab38781-6d3e-4e99-8c7a-6da5b0b82ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:31.283604 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960e56a6-95c6-4495-8165-a4d6e065460c None None] Network cbb17005-6ffe-477b-9ac2-1045b100cdc3 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:46:31.296979 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-eab38781-6d3e-4e99-8c7a-6da5b0b82ee9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5132148 Jul 08 12:46:31.789729 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca23f734-c245-59c6-8c4e-deaf996d04b1-cbb17005-6ffe-477b-9ac2-1045b100cdc3', 'network_id': 'cbb17005-6ffe-477b-9ac2-1045b100cdc3', 'tenant_id': 'bb329a3b130244b28be1ac38884a464e', 'fixed_ips': [{'subnet_id': '97f53285-bccf-4e0a-b5c5-37ab65ce04fa'}]}} from dv-cinder-800022-1-iscsi. {{(pid=92985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:46:31.791047 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:32.087090 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Allocated IP 172.20.0.2 (cbb17005-6ffe-477b-9ac2-1045b100cdc3/97f53285-bccf-4e0a-b5c5-37ab65ce04fa/bb99be85-1081-481a-a99a-f32deb9f416f) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:46:32.310532 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:32.371803 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Transition to ACTIVE for port object bb99be85-1081-481a-a99a-f32deb9f416f will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:46:32.402729 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Transition to ACTIVE for port object bb99be85-1081-481a-a99a-f32deb9f416f will not be triggered until provisioned by entity DHCP. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:46:32.414081 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:32.486162 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Network cbb17005-6ffe-477b-9ac2-1045b100cdc3 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:46:32.491074 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:46:32.503826 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:46:32.507237 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Pushing event updated for resources: {'Port': ['ID=bb99be85-1081-481a-a99a-f32deb9f416f,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:46:32.534087 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:32.534409 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:32.534738 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:32.535071 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:32.535399 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:32.535724 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:32.536052 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:32.536368 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:32.536737 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:32.537203 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:32.537531 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:32.537860 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Tracked resource versions report: Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: pushed versions: Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: { 'AddressGroup': {'1.2'}, Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'ConntrackHelper': {'1.0'}, Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Log': {'1.0'}, Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Network': {'1.1'}, Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Port': {'1.7'}, Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'PortForwarding': {'1.2'}, Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'QosPolicy': {'1.8'}, Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'SecurityGroup': {'1.4'}, Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'SubPort': {'1.0'}, Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Subnet': {'1.1'}, Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Trunk': {'1.1'}} Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: consumer versions: Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: { DHCP agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: L3 agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: Metadata agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: Metering agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: Open vSwitch agent@dv-cinder-800022-1-iscsi: { 'AddressGroup': '1.2', Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'ConntrackHelper': '1.0', Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Log': '1.0', Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Network': '1.1', Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Port': '1.7', Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'PortForwarding': '1.2', Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'QosPolicy': '1.8', Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'SecurityGroup': '1.4', Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'SecurityGroupRule': '1.2', Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'SubPort': '1.0', Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Subnet': '1.1', Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Trunk': '1.1'}} Jul 08 12:46:32.538987 dv-cinder-800022-1-iscsi neutron-server[92985]: {{(pid=92985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:46:32.592118 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Attempting to bind port bb99be85-1081-481a-a99a-f32deb9f416f on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:46:32.592516 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Attempting to bind port bb99be85-1081-481a-a99a-f32deb9f416f by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '6fbbe0c9-7aea-4ecf-9379-0a70dae20a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cbb17005-6ffe-477b-9ac2-1045b100cdc3'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:46:32.592933 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Attempting to bind port bb99be85-1081-481a-a99a-f32deb9f416f on network cbb17005-6ffe-477b-9ac2-1045b100cdc3 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:46:32.598157 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:46:32.598568 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Checking segment: {'id': '6fbbe0c9-7aea-4ecf-9379-0a70dae20a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cbb17005-6ffe-477b-9ac2-1045b100cdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:46:32.599058 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:32.599447 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Bound using segment: {'id': '6fbbe0c9-7aea-4ecf-9379-0a70dae20a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cbb17005-6ffe-477b-9ac2-1045b100cdc3'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:46:32.599923 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Bound port: bb99be85-1081-481a-a99a-f32deb9f416f, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fbbe0c9-7aea-4ecf-9379-0a70dae20a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cbb17005-6ffe-477b-9ac2-1045b100cdc3'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:46:32.600348 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:32.669125 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-c8720528-e18d-4e53-8425-a5933382222c None None] For port bb99be85-1081-481a-a99a-f32deb9f416f, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:46:32.674602 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-c8720528-e18d-4e53-8425-a5933382222c None None] For port bb99be85-1081-481a-a99a-f32deb9f416f, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=bb99be85-1081-481a-a99a-f32deb9f416f,segment=NetworkSegment(6fbbe0c9-7aea-4ecf-9379-0a70dae20a35),segment_id=6fbbe0c9-7aea-4ecf-9379-0a70dae20a35)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:46:32.681106 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:32.773249 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8720528-e18d-4e53-8425-a5933382222c None None] Pushing event updated for resources: {'Port': ['ID=bb99be85-1081-481a-a99a-f32deb9f416f,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:46:34.038265 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 58430) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:46:34.642733 dv-cinder-800022-1-iscsi neutron-server[92983]: WARNING oslo_policy.policy [None req-e95b6c0d-47b1-454c-8232-fcc78ca9ecd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:46:34.643300 dv-cinder-800022-1-iscsi neutron-server[92983]: WARNING oslo_policy.policy [None req-e95b6c0d-47b1-454c-8232-fcc78ca9ecd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:46:34.864864 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [None req-e95b6c0d-47b1-454c-8232-fcc78ca9ecd1 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92983) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:46:34.866108 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-e95b6c0d-47b1-454c-8232-fcc78ca9ecd1 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8248556 Jul 08 12:46:37.321409 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 58444) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:46:37.649946 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [None req-e25a9db4-5f1f-4d9f-bc3f-a861093968dc admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:46:37.651096 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e25a9db4-5f1f-4d9f-bc3f-a861093968dc admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3286586 Jul 08 12:46:38.978303 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5ecc68-b1f8-4d51-a3fc-8777b68f638a None None] Network cbb17005-6ffe-477b-9ac2-1045b100cdc3 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:46:39.019537 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device bb99be85-1081-481a-a99a-f32deb9f416f up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:46:39.138109 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e06d3bf7-3187-4fb9-b05f-22efd1b108cb None None] Provisioning for port bb99be85-1081-481a-a99a-f32deb9f416f completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:46:39.150714 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port bb99be85-1081-481a-a99a-f32deb9f416f completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:46:39.156046 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e06d3bf7-3187-4fb9-b05f-22efd1b108cb None None] Provisioning complete for port bb99be85-1081-481a-a99a-f32deb9f416f triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:46:39.156438 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e06d3bf7-3187-4fb9-b05f-22efd1b108cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:39.161496 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port bb99be85-1081-481a-a99a-f32deb9f416f triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:46:39.161854 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:39.395932 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:39.446146 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e06d3bf7-3187-4fb9-b05f-22efd1b108cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:39.468964 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port bb99be85-1081-481a-a99a-f32deb9f416f, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=bb99be85-1081-481a-a99a-f32deb9f416f,segment=NetworkSegment(6fbbe0c9-7aea-4ecf-9379-0a70dae20a35),segment_id=6fbbe0c9-7aea-4ecf-9379-0a70dae20a35)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:46:39.477853 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:39.551984 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.db.api [None req-e06d3bf7-3187-4fb9-b05f-22efd1b108cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 12:46:39.552404 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG oslo_db.api [None req-e06d3bf7-3187-4fb9-b05f-22efd1b108cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 12:46:39.555314 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=bb99be85-1081-481a-a99a-f32deb9f416f,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:46:40.209861 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-086b96b7-529c-410d-bd92-14d026f1d23d None None] Provisioning complete for port bb99be85-1081-481a-a99a-f32deb9f416f triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:46:40.210554 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-086b96b7-529c-410d-bd92-14d026f1d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:40.306188 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 58460) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:46:40.612582 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-2b932f0c-360c-43ec-84f3-8edfd67bb2e7 admin admin] Request body: {'router': {'tenant_id': 'bb329a3b130244b28be1ac38884a464e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:46:40.637707 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b932f0c-360c-43ec-84f3-8edfd67bb2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4135'] for router, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:40.639398 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b932f0c-360c-43ec-84f3-8edfd67bb2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:40.781892 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b932f0c-360c-43ec-84f3-8edfd67bb2e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:40.786805 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b932f0c-360c-43ec-84f3-8edfd67bb2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718299'] for router, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:40.800465 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b932f0c-360c-43ec-84f3-8edfd67bb2e7 admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:40.801733 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2b932f0c-360c-43ec-84f3-8edfd67bb2e7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4945686 Jul 08 12:46:40.983256 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device bb99be85-1081-481a-a99a-f32deb9f416f up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:46:41.029984 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port bb99be85-1081-481a-a99a-f32deb9f416f triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:46:41.030358 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:43.152930 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 58468) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:46:43.464673 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [None req-41cd0b31-d682-4761-8c75-eecc852f7ec2 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:46:43.465724 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-41cd0b31-d682-4761-8c75-eecc852f7ec2 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3118072 Jul 08 12:46:43.490636 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6af0fdb3-a13b-4ebc-bef4-303a805eaa5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:45.880465 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 58476) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:46:45.978565 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-516416e6-9402-4c0c-8cee-53142de65eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:46.193046 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-c6cfe897-3862-4e53-9d24-83c45d0a328e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:46:46.214541 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cfe897-3862-4e53-9d24-83c45d0a328e admin admin] Made reservation on behalf of 35e529e384ca407c83c9b28adbe13ca9 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:46:46.216791 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c6cfe897-3862-4e53-9d24-83c45d0a328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:46.224514 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c6cfe897-3862-4e53-9d24-83c45d0a328e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:46.315997 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c6cfe897-3862-4e53-9d24-83c45d0a328e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:46.320511 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c6cfe897-3862-4e53-9d24-83c45d0a328e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:46.338552 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c6cfe897-3862-4e53-9d24-83c45d0a328e admin admin] Reserving flat network on physical network physnet1 {{(pid=92981) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 08 12:46:46.354231 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfe897-3862-4e53-9d24-83c45d0a328e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2205a672-8e42-4184-89cc-05264f3a30bb,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:46:46.359222 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c6cfe897-3862-4e53-9d24-83c45d0a328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:46.359559 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-c6cfe897-3862-4e53-9d24-83c45d0a328e admin admin] Added segment 3914ebd5-42c2-4df8-8a6c-a05313c955d7 of type flat for network f547a329-a9d1-495a-bdbe-cc39c0620848 Jul 08 12:46:46.412520 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c6cfe897-3862-4e53-9d24-83c45d0a328e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:46.447495 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c6cfe897-3862-4e53-9d24-83c45d0a328e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:46.448438 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cfe897-3862-4e53-9d24-83c45d0a328e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:46:46.449011 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c6cfe897-3862-4e53-9d24-83c45d0a328e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:46.499506 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c6cfe897-3862-4e53-9d24-83c45d0a328e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6179137 Jul 08 12:46:46.510516 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfe897-3862-4e53-9d24-83c45d0a328e admin admin] Pushing event updated for resources: {'Network': ['ID=f547a329-a9d1-495a-bdbe-cc39c0620848,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:46:46.521112 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network f547a329-a9d1-495a-bdbe-cc39c0620848 details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:46:46.853426 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:47.396756 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:48.894661 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 58494) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:46:49.228711 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.policy [None req-acec3a32-5946-4c50-96c7-551c632c35f9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92983) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 12:46:49.257509 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:49.275961 dv-cinder-800022-1-iscsi neutron-server[92983]: WARNING oslo_policy.policy [None req-acec3a32-5946-4c50-96c7-551c632c35f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:46:49.276348 dv-cinder-800022-1-iscsi neutron-server[92983]: WARNING oslo_policy.policy [None req-acec3a32-5946-4c50-96c7-551c632c35f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:46:49.285170 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acec3a32-5946-4c50-96c7-551c632c35f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:46:49.287222 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-acec3a32-5946-4c50-96c7-551c632c35f9 admin admin] 10.222.0.13 "GET /v2.0/subnets/97f53285-bccf-4e0a-b5c5-37ab65ce04fa HTTP/1.1" status: 200 len: 849 time: 0.3913569 Jul 08 12:46:49.454949 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-8a4840ff-6995-4a64-a07a-f1195fe43703 admin admin] 10.222.0.13 "GET /v2.0/routers/62783cbd-40c6-4efe-90f8-371fe6555cfc HTTP/1.1" status: 200 len: 704 time: 0.1612911 Jul 08 12:46:49.717596 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:50.057712 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Allocated IP 172.20.0.1 (cbb17005-6ffe-477b-9ac2-1045b100cdc3/97f53285-bccf-4e0a-b5c5-37ab65ce04fa/0217ba87-d159-4028-b7a2-24106b6426db) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:46:50.278534 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:50.306632 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Transition to ACTIVE for port object 0217ba87-d159-4028-b7a2-24106b6426db will not be triggered until provisioned by entity DHCP. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:46:50.389925 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:50.428849 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Network cbb17005-6ffe-477b-9ac2-1045b100cdc3 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:46:50.450607 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:46:50.507757 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:46:50.508362 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642514'] for router_interface, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:50.529472 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Pushing event updated for resources: {'Port': ['ID=0217ba87-d159-4028-b7a2-24106b6426db,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:46:50.586956 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:50.587317 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:50.587654 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:50.587984 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:50.588315 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:50.588647 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:50.589682 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:50.589682 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:50.589682 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:50.589969 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:50.590251 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:50.590561 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Tracked resource versions report: Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: pushed versions: Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: { 'AddressGroup': {'1.2'}, Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'ConntrackHelper': {'1.0'}, Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Log': {'1.0'}, Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Network': {'1.1'}, Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Port': {'1.7'}, Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'PortForwarding': {'1.2'}, Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'QosPolicy': {'1.8'}, Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'SecurityGroup': {'1.4'}, Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'SubPort': {'1.0'}, Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Subnet': {'1.1'}, Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Trunk': {'1.1'}} Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: consumer versions: Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: { DHCP agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: L3 agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: Metadata agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: Metering agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: Open vSwitch agent@dv-cinder-800022-1-iscsi: { 'AddressGroup': '1.2', Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'ConntrackHelper': '1.0', Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Log': '1.0', Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Network': '1.1', Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Port': '1.7', Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'PortForwarding': '1.2', Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'QosPolicy': '1.8', Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'SecurityGroup': '1.4', Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'SecurityGroupRule': '1.2', Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'SubPort': '1.0', Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Subnet': '1.1', Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Trunk': '1.1'}} Jul 08 12:46:50.591673 dv-cinder-800022-1-iscsi neutron-server[92983]: {{(pid=92983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:46:50.675080 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-6ec43cee-6180-4523-b60c-2abc1bc755e5 None None] Provisioning for port 0217ba87-d159-4028-b7a2-24106b6426db completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:46:50.678968 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-6ec43cee-6180-4523-b60c-2abc1bc755e5 None None] Provisioning complete for port 0217ba87-d159-4028-b7a2-24106b6426db triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:46:50.679336 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6ec43cee-6180-4523-b60c-2abc1bc755e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:50.714982 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-6ec43cee-6180-4523-b60c-2abc1bc755e5 None None] Port 0217ba87-d159-4028-b7a2-24106b6426db cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:46:50.749206 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:50.951460 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:50.957550 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:50.958650 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653697'] for router_interface, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:51.043828 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Pushing event updated for resources: {'Port': ['ID=0217ba87-d159-4028-b7a2-24106b6426db,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:46:51.091983 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Network cbb17005-6ffe-477b-9ac2-1045b100cdc3 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:46:51.093381 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:46:51.313261 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Router 62783cbd-40c6-4efe-90f8-371fe6555cfc is scheduled to L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 with binding_index 1 {{(pid=92983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:46:51.336660 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-002e0955-b51e-4b4f-848b-7e7b8001985a None None] Provisioning complete for port 0217ba87-d159-4028-b7a2-24106b6426db triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:46:51.337057 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-002e0955-b51e-4b4f-848b-7e7b8001985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:51.378820 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-002e0955-b51e-4b4f-848b-7e7b8001985a None None] Port 0217ba87-d159-4028-b7a2-24106b6426db cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:46:51.414335 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:46:51.419659 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-d7506bbc-b979-4ae7-b015-80ffb070ec87 admin admin] 10.222.0.13 "PUT /v2.0/routers/62783cbd-40c6-4efe-90f8-371fe6555cfc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9598269 Jul 08 12:46:51.437189 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Sync routers for ids ['62783cbd-40c6-4efe-90f8-371fe6555cfc'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:46:51.448835 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Routers {'62783cbd-40c6-4efe-90f8-371fe6555cfc'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:46:51.449608 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:46:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['62783cbd-40c6-4efe-90f8-371fe6555cfc'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:46:51.643499 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Set router 62783cbd-40c6-4efe-90f8-371fe6555cfc gateway port host: None {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:46:52.092138 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62783cbd-40c6-4efe-90f8-371fe6555cfc', 'name': 'router1', 'tenant_id': 'bb329a3b130244b28be1ac38884a464e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:46:40Z', 'updated_at': '2021-07-08T12:46:50Z', 'revision_number': 2, 'project_id': 'bb329a3b130244b28be1ac38884a464e', 'gw_port_host': None, '_interfaces': [{'id': '0217ba87-d159-4028-b7a2-24106b6426db', 'name': '', 'network_id': 'cbb17005-6ffe-477b-9ac2-1045b100cdc3', 'tenant_id': 'bb329a3b130244b28be1ac38884a464e', 'mac_address': 'fa:16:3e:1e:6b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62783cbd-40c6-4efe-90f8-371fe6555cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97f53285-bccf-4e0a-b5c5-37ab65ce04fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:46:49Z', 'updated_at': '2021-07-08T12:46:50Z', 'revision_number': 2, 'project_id': 'bb329a3b130244b28be1ac38884a464e', 'subnets': [{'id': '97f53285-bccf-4e0a-b5c5-37ab65ce04fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8591bb0-6050-485a-a9ef-b6a922057d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:46:52.145362 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Checking router: 62783cbd-40c6-4efe-90f8-371fe6555cfc for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:46:52.145739 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Updating router 62783cbd-40c6-4efe-90f8-371fe6555cfc port 0217ba87-d159-4028-b7a2-24106b6426db binding host dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:46:52.212696 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:52.708999 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:52.729541 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Transition to ACTIVE for port object 0217ba87-d159-4028-b7a2-24106b6426db will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:46:52.736999 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:52.897166 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d72229-c6b5-4036-8094-08d60d70de6f None None] Pushing event updated for resources: {'Port': ['ID=0217ba87-d159-4028-b7a2-24106b6426db,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:46:52.916048 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d72229-c6b5-4036-8094-08d60d70de6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:52.916420 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d72229-c6b5-4036-8094-08d60d70de6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:52.916741 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d72229-c6b5-4036-8094-08d60d70de6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:52.917097 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d72229-c6b5-4036-8094-08d60d70de6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:52.917434 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d72229-c6b5-4036-8094-08d60d70de6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:52.917767 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d72229-c6b5-4036-8094-08d60d70de6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:52.918100 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d72229-c6b5-4036-8094-08d60d70de6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:52.918427 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d72229-c6b5-4036-8094-08d60d70de6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:52.918813 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d72229-c6b5-4036-8094-08d60d70de6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:52.919154 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d72229-c6b5-4036-8094-08d60d70de6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:52.919550 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d72229-c6b5-4036-8094-08d60d70de6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:52.919789 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d72229-c6b5-4036-8094-08d60d70de6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d72229-c6b5-4036-8094-08d60d70de6f None None] Tracked resource versions report: Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: pushed versions: Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: { 'AddressGroup': {'1.2'}, Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'ConntrackHelper': {'1.0'}, Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Log': {'1.0'}, Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Network': {'1.1'}, Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Port': {'1.7'}, Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'PortForwarding': {'1.2'}, Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'QosPolicy': {'1.8'}, Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'SecurityGroup': {'1.4'}, Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'SubPort': {'1.0'}, Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Subnet': {'1.1'}, Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Trunk': {'1.1'}} Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: consumer versions: Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: { DHCP agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: L3 agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: Metadata agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: Metering agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: Open vSwitch agent@dv-cinder-800022-1-iscsi: { 'AddressGroup': '1.2', Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'ConntrackHelper': '1.0', Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Log': '1.0', Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Network': '1.1', Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Port': '1.7', Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'PortForwarding': '1.2', Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'QosPolicy': '1.8', Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'SecurityGroup': '1.4', Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'SecurityGroupRule': '1.2', Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'SubPort': '1.0', Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Subnet': '1.1', Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Trunk': '1.1'}} Jul 08 12:46:52.920918 dv-cinder-800022-1-iscsi neutron-server[92986]: {{(pid=92986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:46:52.925745 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Attempting to bind port 0217ba87-d159-4028-b7a2-24106b6426db on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:46:52.926157 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Attempting to bind port 0217ba87-d159-4028-b7a2-24106b6426db by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '6fbbe0c9-7aea-4ecf-9379-0a70dae20a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cbb17005-6ffe-477b-9ac2-1045b100cdc3'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:46:52.926597 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Attempting to bind port 0217ba87-d159-4028-b7a2-24106b6426db on network cbb17005-6ffe-477b-9ac2-1045b100cdc3 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:46:52.933706 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:46:52.933970 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Checking segment: {'id': '6fbbe0c9-7aea-4ecf-9379-0a70dae20a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cbb17005-6ffe-477b-9ac2-1045b100cdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:46:52.934472 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:52.934874 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Bound using segment: {'id': '6fbbe0c9-7aea-4ecf-9379-0a70dae20a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cbb17005-6ffe-477b-9ac2-1045b100cdc3'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:46:52.935378 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Bound port: 0217ba87-d159-4028-b7a2-24106b6426db, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fbbe0c9-7aea-4ecf-9379-0a70dae20a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'cbb17005-6ffe-477b-9ac2-1045b100cdc3'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:46:52.935797 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:53.004936 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] For port 0217ba87-d159-4028-b7a2-24106b6426db, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:46:53.027882 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] For port 0217ba87-d159-4028-b7a2-24106b6426db, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=0217ba87-d159-4028-b7a2-24106b6426db,segment=NetworkSegment(6fbbe0c9-7aea-4ecf-9379-0a70dae20a35),segment_id=6fbbe0c9-7aea-4ecf-9379-0a70dae20a35)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:46:53.032611 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:53.084995 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Routers {'62783cbd-40c6-4efe-90f8-371fe6555cfc'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:46:53.085625 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:46:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['62783cbd-40c6-4efe-90f8-371fe6555cfc'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:46:53.170901 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d72229-c6b5-4036-8094-08d60d70de6f None None] Pushing event updated for resources: {'Port': ['ID=0217ba87-d159-4028-b7a2-24106b6426db,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:46:53.189485 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] Set router 62783cbd-40c6-4efe-90f8-371fe6555cfc gateway port host: None {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:46:53.414929 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62783cbd-40c6-4efe-90f8-371fe6555cfc', 'name': 'router1', 'tenant_id': 'bb329a3b130244b28be1ac38884a464e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:46:40Z', 'updated_at': '2021-07-08T12:46:50Z', 'revision_number': 2, 'project_id': 'bb329a3b130244b28be1ac38884a464e', 'gw_port_host': None, '_interfaces': [{'id': '0217ba87-d159-4028-b7a2-24106b6426db', 'name': '', 'network_id': 'cbb17005-6ffe-477b-9ac2-1045b100cdc3', 'tenant_id': 'bb329a3b130244b28be1ac38884a464e', 'mac_address': 'fa:16:3e:1e:6b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62783cbd-40c6-4efe-90f8-371fe6555cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97f53285-bccf-4e0a-b5c5-37ab65ce04fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:46:49Z', 'updated_at': '2021-07-08T12:46:52Z', 'revision_number': 4, 'project_id': 'bb329a3b130244b28be1ac38884a464e', 'subnets': [{'id': '97f53285-bccf-4e0a-b5c5-37ab65ce04fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8591bb0-6050-485a-a9ef-b6a922057d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:46:53.443533 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995e11ae-1c96-49f7-8691-cee3adbb20bd None None] The sync data for ids ['62783cbd-40c6-4efe-90f8-371fe6555cfc'] in dv-cinder-800022-1-iscsi is: [{'id': '62783cbd-40c6-4efe-90f8-371fe6555cfc', 'name': 'router1', 'tenant_id': 'bb329a3b130244b28be1ac38884a464e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:46:40Z', 'updated_at': '2021-07-08T12:46:50Z', 'revision_number': 2, 'project_id': 'bb329a3b130244b28be1ac38884a464e', 'gw_port_host': None, '_interfaces': [{'id': '0217ba87-d159-4028-b7a2-24106b6426db', 'name': '', 'network_id': 'cbb17005-6ffe-477b-9ac2-1045b100cdc3', 'tenant_id': 'bb329a3b130244b28be1ac38884a464e', 'mac_address': 'fa:16:3e:1e:6b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62783cbd-40c6-4efe-90f8-371fe6555cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97f53285-bccf-4e0a-b5c5-37ab65ce04fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:46:49Z', 'updated_at': '2021-07-08T12:46:52Z', 'revision_number': 4, 'project_id': 'bb329a3b130244b28be1ac38884a464e', 'subnets': [{'id': '97f53285-bccf-4e0a-b5c5-37ab65ce04fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8591bb0-6050-485a-a9ef-b6a922057d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:46:53.685448 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 58520) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:46:53.802543 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4ca9b4-1cca-46ba-b370-d421cc3308ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:46:53.803913 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-ca4ca9b4-1cca-46ba-b370-d421cc3308ce admin admin] 10.222.0.13 "GET /v2.0/networks/f547a329-a9d1-495a-bdbe-cc39c0620848 HTTP/1.1" status: 200 len: 842 time: 0.1174297 Jul 08 12:46:53.813848 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-2c1d55fa-f219-4527-89b1-42c53c7ba437 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:46:53.815298 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.quota [None req-2c1d55fa-f219-4527-89b1-42c53c7ba437 admin admin] Loaded quota_driver: . Jul 08 12:46:53.858482 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1d55fa-f219-4527-89b1-42c53c7ba437 admin admin] Made reservation on behalf of 35e529e384ca407c83c9b28adbe13ca9 for: {'subnet': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:46:53.860983 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2c1d55fa-f219-4527-89b1-42c53c7ba437 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:54.192239 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.objects.ports [None req-2c1d55fa-f219-4527-89b1-42c53c7ba437 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92983) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 12:46:54.192691 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2c1d55fa-f219-4527-89b1-42c53c7ba437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for subnet, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:54.248160 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d55fa-f219-4527-89b1-42c53c7ba437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88bbd83b-3f04-4e50-a906-51c9a9f6bfd9,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:46:54.260589 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d55fa-f219-4527-89b1-42c53c7ba437 admin admin] Checking segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:46:54.260946 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d55fa-f219-4527-89b1-42c53c7ba437 admin admin] Network hostable DHCP agents. Network: f547a329-a9d1-495a-bdbe-cc39c0620848, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:46:54.282348 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d55fa-f219-4527-89b1-42c53c7ba437 admin admin] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:46:54.294604 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-2c1d55fa-f219-4527-89b1-42c53c7ba437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, f547a329-a9d1-495a-bdbe-cc39c0620848) {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:46:54.299956 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1d55fa-f219-4527-89b1-42c53c7ba437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:46:54.300962 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2c1d55fa-f219-4527-89b1-42c53c7ba437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:54.304799 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510475d7-c1b6-441e-9575-00beb954870a None None] Network f547a329-a9d1-495a-bdbe-cc39c0620848 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:46:54.337986 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-2c1d55fa-f219-4527-89b1-42c53c7ba437 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5275106 Jul 08 12:46:54.455888 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf62fd1-712a-48bb-a45f-7f3086c154f8 None None] Network f547a329-a9d1-495a-bdbe-cc39c0620848 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:46:56.667848 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 58532) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:46:56.801154 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-550b64e5-8aa6-4fc0-ac11-514965e71862 admin admin] 10.222.0.13 "GET /v2.0/routers/62783cbd-40c6-4efe-90f8-371fe6555cfc HTTP/1.1" status: 200 len: 710 time: 0.1320260 Jul 08 12:46:56.887894 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d10a85a-94da-4ebd-b823-16af4c28884f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:46:56.889288 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-8d10a85a-94da-4ebd-b823-16af4c28884f admin admin] 10.222.0.13 "GET /v2.0/networks/f547a329-a9d1-495a-bdbe-cc39c0620848 HTTP/1.1" status: 200 len: 886 time: 0.0821679 Jul 08 12:46:56.898874 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:46:57.014376 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 0217ba87-d159-4028-b7a2-24106b6426db up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:46:57.067147 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 0217ba87-d159-4028-b7a2-24106b6426db completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:46:57.071103 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 0217ba87-d159-4028-b7a2-24106b6426db triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:46:57.071470 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:57.154058 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:57.170134 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4154'] for router, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:57.193387 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port 0217ba87-d159-4028-b7a2-24106b6426db, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=0217ba87-d159-4028-b7a2-24106b6426db,segment=NetworkSegment(6fbbe0c9-7aea-4ecf-9379-0a70dae20a35),segment_id=6fbbe0c9-7aea-4ecf-9379-0a70dae20a35)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:46:57.195012 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:57.248871 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=0217ba87-d159-4028-b7a2-24106b6426db,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:46:57.477626 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:57.548919 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:57.651503 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] Allocated IP 172.27.2.104 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/272a43ff-8348-4c8e-9c10-6e45681c3e29) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:46:57.755214 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:57.796297 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:57.830408 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:46:57.835923 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:46:57.839215 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:46:57.872878 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] Pushing event updated for resources: {'Port': ['ID=272a43ff-8348-4c8e-9c10-6e45681c3e29,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:46:58.080336 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:58.269175 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4154'] for router, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:58.272455 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-718281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-718272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640030'] for router, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:58.376658 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] Router 62783cbd-40c6-4efe-90f8-371fe6555cfc has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:46:58.478396 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:46:58.482553 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] Notify callbacks [] for router, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:58.483740 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-0af05f74-aaa0-4ac6-9001-0e3b407f6e83 admin admin] 10.222.0.13 "PUT /v2.0/routers/62783cbd-40c6-4efe-90f8-371fe6555cfc HTTP/1.1" status: 200 len: 890 time: 1.5887654 Jul 08 12:46:58.490724 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Sync routers for ids ['62783cbd-40c6-4efe-90f8-371fe6555cfc'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:46:58.502716 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Routers {'62783cbd-40c6-4efe-90f8-371fe6555cfc'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:46:58.503460 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:46:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['62783cbd-40c6-4efe-90f8-371fe6555cfc'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:46:58.718323 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Set router 62783cbd-40c6-4efe-90f8-371fe6555cfc gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:46:58.994141 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 0217ba87-d159-4028-b7a2-24106b6426db up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:46:59.107377 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 0217ba87-d159-4028-b7a2-24106b6426db triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:46:59.107756 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:59.192687 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62783cbd-40c6-4efe-90f8-371fe6555cfc', 'name': 'router1', 'tenant_id': 'bb329a3b130244b28be1ac38884a464e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '272a43ff-8348-4c8e-9c10-6e45681c3e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:46:40Z', 'updated_at': '2021-07-08T12:46:57Z', 'revision_number': 4, 'project_id': 'bb329a3b130244b28be1ac38884a464e', 'gw_port': {'id': '272a43ff-8348-4c8e-9c10-6e45681c3e29', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62783cbd-40c6-4efe-90f8-371fe6555cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:46:57Z', 'updated_at': '2021-07-08T12:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '0217ba87-d159-4028-b7a2-24106b6426db', 'name': '', 'network_id': 'cbb17005-6ffe-477b-9ac2-1045b100cdc3', 'tenant_id': 'bb329a3b130244b28be1ac38884a464e', 'mac_address': 'fa:16:3e:1e:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62783cbd-40c6-4efe-90f8-371fe6555cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97f53285-bccf-4e0a-b5c5-37ab65ce04fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:46:49Z', 'updated_at': '2021-07-08T12:46:57Z', 'revision_number': 5, 'project_id': 'bb329a3b130244b28be1ac38884a464e', 'subnets': [{'id': '97f53285-bccf-4e0a-b5c5-37ab65ce04fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8591bb0-6050-485a-a9ef-b6a922057d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:46:59.262074 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Checking router: 62783cbd-40c6-4efe-90f8-371fe6555cfc for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:46:59.262433 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Updating router 62783cbd-40c6-4efe-90f8-371fe6555cfc port 272a43ff-8348-4c8e-9c10-6e45681c3e29 binding host dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:46:59.303892 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:59.660815 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 5 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:46:59.712838 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:59.722907 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Transition to ACTIVE for port object 272a43ff-8348-4c8e-9c10-6e45681c3e29 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:46:59.731350 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:59.789367 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a75fe1-ef29-4506-b844-1bc7cfba6a1e None None] Pushing event updated for resources: {'Port': ['ID=272a43ff-8348-4c8e-9c10-6e45681c3e29,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:46:59.794647 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Attempting to bind port 272a43ff-8348-4c8e-9c10-6e45681c3e29 on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:46:59.795080 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Attempting to bind port 272a43ff-8348-4c8e-9c10-6e45681c3e29 by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:46:59.795446 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Attempting to bind port 272a43ff-8348-4c8e-9c10-6e45681c3e29 on network f547a329-a9d1-495a-bdbe-cc39c0620848 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:46:59.801552 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:46:59.801930 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Checking segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:46:59.802330 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:59.803347 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Bound using segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:46:59.803819 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Bound port: 272a43ff-8348-4c8e-9c10-6e45681c3e29, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:46:59.804229 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:59.859877 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] For port 272a43ff-8348-4c8e-9c10-6e45681c3e29, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:46:59.863607 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] For port 272a43ff-8348-4c8e-9c10-6e45681c3e29, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=272a43ff-8348-4c8e-9c10-6e45681c3e29,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:46:59.869151 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:46:59.928749 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a75fe1-ef29-4506-b844-1bc7cfba6a1e None None] Pushing event updated for resources: {'Port': ['ID=272a43ff-8348-4c8e-9c10-6e45681c3e29,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:46:59.931231 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Routers {'62783cbd-40c6-4efe-90f8-371fe6555cfc'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:46:59.931833 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:46:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['62783cbd-40c6-4efe-90f8-371fe6555cfc'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:47:00.037850 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] Set router 62783cbd-40c6-4efe-90f8-371fe6555cfc gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:47:00.245428 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62783cbd-40c6-4efe-90f8-371fe6555cfc', 'name': 'router1', 'tenant_id': 'bb329a3b130244b28be1ac38884a464e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '272a43ff-8348-4c8e-9c10-6e45681c3e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:46:40Z', 'updated_at': '2021-07-08T12:46:57Z', 'revision_number': 4, 'project_id': 'bb329a3b130244b28be1ac38884a464e', 'gw_port': {'id': '272a43ff-8348-4c8e-9c10-6e45681c3e29', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62783cbd-40c6-4efe-90f8-371fe6555cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:46:57Z', 'updated_at': '2021-07-08T12:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '0217ba87-d159-4028-b7a2-24106b6426db', 'name': '', 'network_id': 'cbb17005-6ffe-477b-9ac2-1045b100cdc3', 'tenant_id': 'bb329a3b130244b28be1ac38884a464e', 'mac_address': 'fa:16:3e:1e:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62783cbd-40c6-4efe-90f8-371fe6555cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97f53285-bccf-4e0a-b5c5-37ab65ce04fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:46:49Z', 'updated_at': '2021-07-08T12:46:57Z', 'revision_number': 5, 'project_id': 'bb329a3b130244b28be1ac38884a464e', 'subnets': [{'id': '97f53285-bccf-4e0a-b5c5-37ab65ce04fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8591bb0-6050-485a-a9ef-b6a922057d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:47:00.270254 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4558cf2-f5b8-4d4a-899d-b79a4424165d None None] The sync data for ids ['62783cbd-40c6-4efe-90f8-371fe6555cfc'] in dv-cinder-800022-1-iscsi is: [{'id': '62783cbd-40c6-4efe-90f8-371fe6555cfc', 'name': 'router1', 'tenant_id': 'bb329a3b130244b28be1ac38884a464e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '272a43ff-8348-4c8e-9c10-6e45681c3e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:46:40Z', 'updated_at': '2021-07-08T12:46:57Z', 'revision_number': 4, 'project_id': 'bb329a3b130244b28be1ac38884a464e', 'gw_port': {'id': '272a43ff-8348-4c8e-9c10-6e45681c3e29', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62783cbd-40c6-4efe-90f8-371fe6555cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:46:57Z', 'updated_at': '2021-07-08T12:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '0217ba87-d159-4028-b7a2-24106b6426db', 'name': '', 'network_id': 'cbb17005-6ffe-477b-9ac2-1045b100cdc3', 'tenant_id': 'bb329a3b130244b28be1ac38884a464e', 'mac_address': 'fa:16:3e:1e:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62783cbd-40c6-4efe-90f8-371fe6555cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97f53285-bccf-4e0a-b5c5-37ab65ce04fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:46:49Z', 'updated_at': '2021-07-08T12:46:57Z', 'revision_number': 5, 'project_id': 'bb329a3b130244b28be1ac38884a464e', 'subnets': [{'id': '97f53285-bccf-4e0a-b5c5-37ab65ce04fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8591bb0-6050-485a-a9ef-b6a922057d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:47:00.909947 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 58540) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:47:01.018750 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 272a43ff-8348-4c8e-9c10-6e45681c3e29 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:47:01.055591 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-09486a67-cb0b-47b4-bda1-0b7a80a5a599 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1444635 Jul 08 12:47:01.069319 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 272a43ff-8348-4c8e-9c10-6e45681c3e29 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:47:01.073836 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 272a43ff-8348-4c8e-9c10-6e45681c3e29 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:47:01.074219 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:01.158993 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:01.181991 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port 272a43ff-8348-4c8e-9c10-6e45681c3e29, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=272a43ff-8348-4c8e-9c10-6e45681c3e29,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:47:01.186209 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:01.233600 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=272a43ff-8348-4c8e-9c10-6e45681c3e29,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:47:03.019881 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 272a43ff-8348-4c8e-9c10-6e45681c3e29 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:47:03.088673 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 272a43ff-8348-4c8e-9c10-6e45681c3e29 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:47:03.089071 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:13.483030 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-10a249f6-449c-4455-9b68-e95803b46129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:15.980017 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f3611759-862a-40d4-baf3-2bfbf106accf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:16.875260 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:17.400764 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:19.282810 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:36.660587 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 5 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:47:43.568461 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54190ba9-034e-436c-824c-2cedab3d067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:46.040287 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-38484f29-9883-4566-8ab5-3dab8ea8f7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:46.867516 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:47.403635 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:47:49.274556 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:13.482289 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b582821e-5b0b-4fc7-8d59-de5523d68f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:13.659303 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 5 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:48:16.001912 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f1131849-0a87-432a-8898-daad1672b34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:16.862193 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:17.401983 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:19.275096 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:40.434425 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59108) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:48:40.501632 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.pecan_wsgi.hooks.translation [None req-15695761-9cba-4e17-b1d9-f1d66faef007 admin admin] GET failed (client error): The resource could not be found. Jul 08 12:48:40.502991 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-15695761-9cba-4e17-b1d9-f1d66faef007 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0676155 Jul 08 12:48:40.665386 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5fd70a-9c47-4b79-816c-25e41cb02c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:48:40.666811 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-fb5fd70a-9c47-4b79-816c-25e41cb02c62 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1599596 Jul 08 12:48:42.853164 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59118) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:48:42.951267 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ad6e25-27aa-412d-befa-ff49538732fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:48:42.952632 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-94ad6e25-27aa-412d-befa-ff49538732fb admin admin] 10.222.0.13 "GET /v2.0/subnets/97f53285-bccf-4e0a-b5c5-37ab65ce04fa HTTP/1.1" status: 200 len: 849 time: 0.0985212 Jul 08 12:48:42.961889 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:48:43.045642 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:43.190587 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757848218902'] for subnet, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:43.225730 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:48:43.226348 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:43.228322 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] 10.222.0.13 "PUT /v2.0/subnets/97f53285-bccf-4e0a-b5c5-37ab65ce04fa HTTP/1.1" status: 200 len: 868 time: 0.2694995 Jul 08 12:48:43.230784 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b84cc80-e7cf-46ca-b717-f026a197e7f4 None None] Network cbb17005-6ffe-477b-9ac2-1045b100cdc3 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:48:43.245039 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f53285-bccf-4e0a-b5c5-37ab65ce04fa,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:48:43.253242 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:48:43.253576 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:48:43.253861 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:48:43.254202 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:48:43.257630 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:48:43.257630 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:48:43.257630 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:48:43.257630 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:48:43.257630 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:48:43.257630 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:48:43.257630 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:48:43.257630 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7531a9-3c8e-426f-9bef-1d686be22578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:48:43.492010 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ebab945d-02fc-4df0-9680-4e1b15eaf5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:43.606446 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-4a118868-b387-4079-a5be-eb023014c562 None None] Provisioning complete for port 0217ba87-d159-4028-b7a2-24106b6426db triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:48:43.606899 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4a118868-b387-4079-a5be-eb023014c562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:43.691284 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-4a118868-b387-4079-a5be-eb023014c562 None None] Provisioning complete for port bb99be85-1081-481a-a99a-f32deb9f416f triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:48:43.691538 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4a118868-b387-4079-a5be-eb023014c562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:45.434817 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59126) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:48:45.644937 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d282e9c8-b4a4-418b-aafb-c8434e3165d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:48:45.645314 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d282e9c8-b4a4-418b-aafb-c8434e3165d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:48:45.646883 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-d282e9c8-b4a4-418b-aafb-c8434e3165d8 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2110810 Jul 08 12:48:45.985190 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ca6cc29a-3fec-4719-9421-d33c999afc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:46.865342 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:47.406435 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:47.842453 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59136) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:48:48.050289 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6cb2f5-fb5e-40a1-8494-b2a94ac465f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:48:48.050678 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6cb2f5-fb5e-40a1-8494-b2a94ac465f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:48:48.052232 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-bb6cb2f5-fb5e-40a1-8494-b2a94ac465f2 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2088151 Jul 08 12:48:49.276061 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:48:50.219546 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59144) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:48:50.353335 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a01eb5d-6ef8-4b85-a3c6-257b119d6640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:48:50.354716 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-7a01eb5d-6ef8-4b85-a3c6-257b119d6640 admin admin] 10.222.0.13 "GET /v2.0/networks/cbb17005-6ffe-477b-9ac2-1045b100cdc3 HTTP/1.1" status: 200 len: 869 time: 0.1336350 Jul 08 12:48:50.657534 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 5 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:48:52.540185 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59152) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:48:52.664747 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2bbec5-679c-4f11-b3b9-6ddde2e37b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:48:52.666169 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-da2bbec5-679c-4f11-b3b9-6ddde2e37b03 admin admin] 10.222.0.13 "GET /v2.0/networks/f547a329-a9d1-495a-bdbe-cc39c0620848 HTTP/1.1" status: 200 len: 886 time: 0.1251302 Jul 08 12:48:54.851390 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59160) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:48:54.972523 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce914612-5881-4f79-a96c-d42fdd0fd344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:48:54.972931 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce914612-5881-4f79-a96c-d42fdd0fd344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:48:54.974543 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-ce914612-5881-4f79-a96c-d42fdd0fd344 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221719 Jul 08 12:48:57.148035 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59168) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:48:57.238797 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120c870f-8ab5-49e6-9fc3-ccca62a672fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:48:57.239254 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120c870f-8ab5-49e6-9fc3-ccca62a672fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:48:57.240777 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-120c870f-8ab5-49e6-9fc3-ccca62a672fe admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0917900 Jul 08 12:48:59.416469 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59176) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:48:59.498972 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81de9463-f816-433b-9bab-776144983a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:48:59.500308 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-81de9463-f816-433b-9bab-776144983a17 admin admin] 10.222.0.13 "GET /v2.0/subnets/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9 HTTP/1.1" status: 200 len: 816 time: 0.0827863 Jul 08 12:49:01.675501 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59184) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:49:01.784017 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43ad629-2fb3-41c6-85a2-1d46a08aacbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:49:01.785474 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-d43ad629-2fb3-41c6-85a2-1d46a08aacbe admin admin] 10.222.0.13 "GET /v2.0/subnets/97f53285-bccf-4e0a-b5c5-37ab65ce04fa HTTP/1.1" status: 200 len: 868 time: 0.1090083 Jul 08 12:49:13.483578 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-fdf4a8ec-c021-4901-88b3-4f38b31c2064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:15.986717 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-25638f3b-a28a-4e9c-a62b-a6efd99e4962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:16.867629 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:17.407542 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:19.281379 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:26.292000 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59236) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:49:26.340394 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [None req-8585baf8-9d2b-4e8b-86d3-86e0efe157a7 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92983) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:49:26.341409 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-8585baf8-9d2b-4e8b-86d3-86e0efe157a7 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484715 Jul 08 12:49:27.655862 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 5 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:49:28.612889 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59244) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:49:28.671350 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.pecan_wsgi.hooks.translation [None req-840ac027-f1a6-4494-8f6e-5b1f50141147 admin admin] GET failed (client error): The resource could not be found. Jul 08 12:49:28.672663 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-840ac027-f1a6-4494-8f6e-5b1f50141147 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588107 Jul 08 12:49:28.823569 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8401a492-f204-489b-9c77-cdb6e4f35fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:49:28.824963 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-8401a492-f204-489b-9c77-cdb6e4f35fe0 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1478593 Jul 08 12:49:31.010190 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59252) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:49:31.056572 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:49:31.082883 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Made reservation on behalf of 35e529e384ca407c83c9b28adbe13ca9 for: {'network': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:49:31.085323 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:31.113304 dv-cinder-800022-1-iscsi neutron-server[92983]: WARNING neutron.services.revisions.revision_plugin [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Could not find related network for resource to bump revision. Jul 08 12:49:31.128960 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=92983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:49:31.141862 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757848019276', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:31.142992 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Unsubscribe: segment precommit_create {{(pid=92983) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 12:49:31.143448 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.segments_db [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Added segment d02e1001-4270-4bf9-954e-db1e5038087b of type vlan for network 54201427-f89f-4ae5-899e-aea842067ddf Jul 08 12:49:31.190120 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:31.231591 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:31.232514 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:49:31.233130 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:31.306765 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2954721 Jul 08 12:49:31.321330 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=54201427-f89f-4ae5-899e-aea842067ddf,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:49:31.328754 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:31.329130 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:31.329478 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:31.329850 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:31.330182 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:31.330530 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:31.330879 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:31.331189 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:31.331668 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:31.331926 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:31.332169 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:31.332487 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8891cdca-7808-4481-8cdb-7b463949b3b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:31.344680 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network 54201427-f89f-4ae5-899e-aea842067ddf details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:49:33.525282 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59260) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:49:33.583598 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d58f3e6-4bea-4ec1-a244-1f62c377c0d3 admin admin] GET failed (client error): The resource could not be found. Jul 08 12:49:33.584922 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-1d58f3e6-4bea-4ec1-a244-1f62c377c0d3 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0586789 Jul 08 12:49:33.655548 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dada6bd-58bc-4bb2-aee1-5b13e3352bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:49:33.657007 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-1dada6bd-58bc-4bb2-aee1-5b13e3352bf1 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680943 Jul 08 12:49:33.667743 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-dbe6a099-ac32-42bc-ade8-a3f14aead5ef admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '54201427-f89f-4ae5-899e-aea842067ddf', 'name': 'shared-subnet'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:49:33.688146 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe6a099-ac32-42bc-ade8-a3f14aead5ef admin admin] Made reservation on behalf of 35e529e384ca407c83c9b28adbe13ca9 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:49:33.691666 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a099-ac32-42bc-ade8-a3f14aead5ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:33.862761 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a099-ac32-42bc-ade8-a3f14aead5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:33.920294 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6a099-ac32-42bc-ade8-a3f14aead5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c036e5-217e-4bb9-a6be-7b2e40c9ab5e,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:49:33.924455 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe6a099-ac32-42bc-ade8-a3f14aead5ef admin admin] Checking segment: {'id': 'd02e1001-4270-4bf9-954e-db1e5038087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '54201427-f89f-4ae5-899e-aea842067ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:49:33.924812 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe6a099-ac32-42bc-ade8-a3f14aead5ef admin admin] Network hostable DHCP agents. Network: 54201427-f89f-4ae5-899e-aea842067ddf, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:49:33.940914 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe6a099-ac32-42bc-ade8-a3f14aead5ef admin admin] Network 54201427-f89f-4ae5-899e-aea842067ddf is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:49:33.949827 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-dbe6a099-ac32-42bc-ade8-a3f14aead5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, 54201427-f89f-4ae5-899e-aea842067ddf) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:49:33.954096 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe6a099-ac32-42bc-ade8-a3f14aead5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:49:33.955265 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a099-ac32-42bc-ade8-a3f14aead5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:33.961003 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f463b-1e6a-4ba6-9e6a-94d581955d39 None None] Network 54201427-f89f-4ae5-899e-aea842067ddf requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:49:33.969969 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-dbe6a099-ac32-42bc-ade8-a3f14aead5ef admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3057630 Jul 08 12:49:34.115705 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca23f734-c245-59c6-8c4e-deaf996d04b1-54201427-f89f-4ae5-899e-aea842067ddf', 'network_id': '54201427-f89f-4ae5-899e-aea842067ddf', 'tenant_id': '35e529e384ca407c83c9b28adbe13ca9', 'fixed_ips': [{'subnet_id': '96c036e5-217e-4bb9-a6be-7b2e40c9ab5e'}]}} from dv-cinder-800022-1-iscsi. {{(pid=92985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:49:34.116566 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:34.260173 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Allocated IP 192.168.233.2 (54201427-f89f-4ae5-899e-aea842067ddf/96c036e5-217e-4bb9-a6be-7b2e40c9ab5e/747b86e2-34ee-4465-b6e7-0aed86d9566a) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:49:34.406360 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:34.416680 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Transition to ACTIVE for port object 747b86e2-34ee-4465-b6e7-0aed86d9566a will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:49:34.432133 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Transition to ACTIVE for port object 747b86e2-34ee-4465-b6e7-0aed86d9566a will not be triggered until provisioned by entity DHCP. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:49:34.438710 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:34.476286 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Network 54201427-f89f-4ae5-899e-aea842067ddf is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:49:34.481108 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:49:34.484487 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:49:34.493317 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Pushing event updated for resources: {'Port': ['ID=747b86e2-34ee-4465-b6e7-0aed86d9566a,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:49:34.519039 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:34.519398 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:34.519744 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:34.520088 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:34.520426 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:34.520762 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:34.521140 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:34.521477 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:34.521919 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:34.522222 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:34.522557 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:34.522905 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:49:34.560086 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Attempting to bind port 747b86e2-34ee-4465-b6e7-0aed86d9566a on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:49:34.560453 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Attempting to bind port 747b86e2-34ee-4465-b6e7-0aed86d9566a by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': 'd02e1001-4270-4bf9-954e-db1e5038087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '54201427-f89f-4ae5-899e-aea842067ddf'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:49:34.560812 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Attempting to bind port 747b86e2-34ee-4465-b6e7-0aed86d9566a on network 54201427-f89f-4ae5-899e-aea842067ddf {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:49:34.567075 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:49:34.567561 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Checking segment: {'id': 'd02e1001-4270-4bf9-954e-db1e5038087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '54201427-f89f-4ae5-899e-aea842067ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:49:34.567910 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:34.568307 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Bound using segment: {'id': 'd02e1001-4270-4bf9-954e-db1e5038087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '54201427-f89f-4ae5-899e-aea842067ddf'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:49:34.568788 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Bound port: 747b86e2-34ee-4465-b6e7-0aed86d9566a, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02e1001-4270-4bf9-954e-db1e5038087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '54201427-f89f-4ae5-899e-aea842067ddf'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:49:34.569212 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:34.637630 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] For port 747b86e2-34ee-4465-b6e7-0aed86d9566a, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:49:34.641078 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] For port 747b86e2-34ee-4465-b6e7-0aed86d9566a, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=747b86e2-34ee-4465-b6e7-0aed86d9566a,segment=NetworkSegment(d02e1001-4270-4bf9-954e-db1e5038087b),segment_id=d02e1001-4270-4bf9-954e-db1e5038087b)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:49:34.646231 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:34.706636 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae8f86-856e-4e96-a21c-0f90e1d41a40 None None] Pushing event updated for resources: {'Port': ['ID=747b86e2-34ee-4465-b6e7-0aed86d9566a,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:49:35.143900 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 747b86e2-34ee-4465-b6e7-0aed86d9566a up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:49:35.201078 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 747b86e2-34ee-4465-b6e7-0aed86d9566a completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:49:35.523378 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de24be4-995b-4390-8fa1-59b8be80d829 None None] Network 54201427-f89f-4ae5-899e-aea842067ddf requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:49:35.608840 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-a1e640bd-e976-4b94-a746-64caf4f3ed9f None None] Provisioning for port 747b86e2-34ee-4465-b6e7-0aed86d9566a completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:49:35.615238 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-a1e640bd-e976-4b94-a746-64caf4f3ed9f None None] Provisioning complete for port 747b86e2-34ee-4465-b6e7-0aed86d9566a triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:49:35.615409 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a1e640bd-e976-4b94-a746-64caf4f3ed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:35.753420 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a1e640bd-e976-4b94-a746-64caf4f3ed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:35.797550 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-a1e640bd-e976-4b94-a746-64caf4f3ed9f None None] For port 747b86e2-34ee-4465-b6e7-0aed86d9566a, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=747b86e2-34ee-4465-b6e7-0aed86d9566a,segment=NetworkSegment(d02e1001-4270-4bf9-954e-db1e5038087b),segment_id=d02e1001-4270-4bf9-954e-db1e5038087b)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:49:35.802850 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a1e640bd-e976-4b94-a746-64caf4f3ed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:35.858422 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e640bd-e976-4b94-a746-64caf4f3ed9f None None] Pushing event updated for resources: {'Port': ['ID=747b86e2-34ee-4465-b6e7-0aed86d9566a,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:49:36.023401 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-882fdf19-cf5d-4a6d-9196-f8e32d80219f None None] Provisioning complete for port 747b86e2-34ee-4465-b6e7-0aed86d9566a triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:49:36.023774 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-882fdf19-cf5d-4a6d-9196-f8e32d80219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:37.108003 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 747b86e2-34ee-4465-b6e7-0aed86d9566a up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:49:37.157620 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 747b86e2-34ee-4465-b6e7-0aed86d9566a triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:49:37.158597 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:43.486972 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-24cd3f07-b5d4-4061-8fd8-d4a254d16994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:45.989054 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e72d-6702-428d-aa17-7205f51a9074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:46.868876 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:47.410023 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:49:49.292052 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:04.658401 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 5 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:50:13.488548 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-89d698b2-16f3-437c-9d6a-1f5121fe6d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:15.991338 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6b77ccdf-6ce7-4849-b519-cd09748ad1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:16.871533 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:17.413797 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:19.292510 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:41.656155 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 5 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:50:43.491703 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-cd116f52-656e-4adb-9a9d-48dc73fafe4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:45.992923 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0020183d-9f9c-4562-bd6c-f4bcd9deae22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:46.873240 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:47.419174 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:49.292223 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:50.094506 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59312) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:50:50.100913 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [None req-45660b2f-fc99-495b-bcbb-3296af1344a4 tempest-verify_tempest_config-1259316961 tempest-verify_tempest_config-1259316961-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:50:50.101965 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-45660b2f-fc99-495b-bcbb-3296af1344a4 tempest-verify_tempest_config-1259316961 tempest-verify_tempest_config-1259316961-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062211 Jul 08 12:50:50.405648 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59330) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:50:50.511047 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d03b7f7c-ad53-45b9-873f-f2fe394842ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:50.630089 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d03b7f7c-ad53-45b9-873f-f2fe394842ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:50.634141 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d03b7f7c-ad53-45b9-873f-f2fe394842ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:50.680419 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-d03b7f7c-ad53-45b9-873f-f2fe394842ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0223b0baaa874aca82b32daa89d432bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2736824 Jul 08 12:50:50.681249 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b7f7c-ad53-45b9-873f-f2fe394842ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72e6ef9-b550-46ba-a58d-c7b1e7ea5a75,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:50:50.683140 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59336) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:50:50.688248 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b7f7c-ad53-45b9-873f-f2fe394842ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.688662 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b7f7c-ad53-45b9-873f-f2fe394842ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.689013 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b7f7c-ad53-45b9-873f-f2fe394842ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.689379 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b7f7c-ad53-45b9-873f-f2fe394842ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.689718 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b7f7c-ad53-45b9-873f-f2fe394842ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.690069 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b7f7c-ad53-45b9-873f-f2fe394842ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.690422 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b7f7c-ad53-45b9-873f-f2fe394842ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.690737 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b7f7c-ad53-45b9-873f-f2fe394842ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.691084 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b7f7c-ad53-45b9-873f-f2fe394842ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.691417 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b7f7c-ad53-45b9-873f-f2fe394842ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.691745 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b7f7c-ad53-45b9-873f-f2fe394842ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.692071 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b7f7c-ad53-45b9-873f-f2fe394842ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.740010 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:50.761604 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:50.851677 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:50.854314 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:50:50.855541 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f72e6ef9-b550-46ba-a58d-c7b1e7ea5a75 HTTP/1.1" status: 204 len: 168 time: 0.1714156 Jul 08 12:50:50.863843 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72e6ef9-b550-46ba-a58d-c7b1e7ea5a75,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:50:50.871289 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.871665 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.872011 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.872347 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.872680 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.873050 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.873464 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.873794 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.874138 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.874468 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.874793 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:50:50.875114 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945f32f-aa5c-4a6f-8102-25a236ad4c53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:51:13.492300 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9adbbed4-ea76-485f-9feb-3f70760be980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:51:15.993774 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-028f2c7c-7c40-4062-b0fb-4ff66bc8238f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:51:16.874246 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:51:17.420717 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:51:18.654477 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 5 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:51:19.295504 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:51:43.491074 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-862d466a-4cef-4401-ba54-641feb849a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:51:45.993909 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bc1f93e7-a626-4910-b1cb-2bcdc44d5bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:51:46.875667 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:51:47.424626 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:51:49.298335 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:51:55.652180 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 5 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:52:13.493096 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bfb587e9-e773-4fd2-8734-bb6da65c3e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:52:15.997149 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-fd296cfe-590d-4f31-9802-9b8a8ceca9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:52:16.877322 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:52:17.427209 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:52:19.303952 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:52:27.896800 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654860'] for agent, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:52:32.171648 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59388) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:52:32.281405 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f3c2d1f0-c63a-44d7-a1e6-446432b30895 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1085031 Jul 08 12:52:32.651557 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:52:34.476542 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59398) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:52:34.536886 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-80157caf-a0b4-4aa2-bc85-d7d6f6136dc7 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0589671 Jul 08 12:52:43.494586 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-9fd66620-bead-41b0-94fa-92fa4f3ab470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:52:45.997795 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-593f1789-bdea-4451-9fd3-38b0d26f1428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:52:46.878549 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:52:47.430506 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:52:49.303457 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:52:57.850650 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:09.649845 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:53:13.495305 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1a7bfa32-3bb5-42de-b3e0-3994ffd5938d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:16.002947 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-96771393-cf6f-4846-ab91-2f56a37f0497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:16.879093 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:17.432881 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:19.305902 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:27.871390 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:43.500550 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7ca5cfc2-5d5a-46ec-8d6a-28962f3b5a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:45.994360 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-76228ae3-c8e8-4638-a246-4a83c392794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:46.648734 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:53:46.884376 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:47.435853 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:49.311307 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:57.868482 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:02.214578 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59506) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:02.407901 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-network', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:02.469362 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Made reservation on behalf of cb3aaf43ca0742bcbae60180f6a370b0 for: {'network': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:02.473702 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:02.490030 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:02.606919 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:02.611817 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:02.638377 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=92983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:54:02.646628 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59db0f31-805d-4b2b-93ab-b4fe8d1f5d85,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:02.656651 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:02.657058 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:02.657647 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:02.658148 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:02.658473 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:02.658983 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:02.659356 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:02.659737 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:02.660124 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:02.661097 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:02.661405 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:02.661741 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Tracked resource versions report: Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: pushed versions: Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: { 'AddressGroup': {'1.2'}, Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'ConntrackHelper': {'1.0'}, Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Log': {'1.0'}, Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Network': {'1.1'}, Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Port': {'1.7'}, Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'PortForwarding': {'1.2'}, Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'QosPolicy': {'1.8'}, Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'SecurityGroup': {'1.4'}, Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'SubPort': {'1.0'}, Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Subnet': {'1.1'}, Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Trunk': {'1.1'}} Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: consumer versions: Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: { DHCP agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: HyperV agent@hv-cinder-80002: {}, Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: L3 agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: Metadata agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: Metering agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: Open vSwitch agent@dv-cinder-800022-1-iscsi: { 'AddressGroup': '1.2', Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'ConntrackHelper': '1.0', Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Log': '1.0', Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Network': '1.1', Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Port': '1.7', Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'PortForwarding': '1.2', Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'QosPolicy': '1.8', Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'SecurityGroup': '1.4', Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'SecurityGroupRule': '1.2', Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'SubPort': '1.0', Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Subnet': '1.1', Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: 'Trunk': '1.1'}} Jul 08 12:54:02.662848 dv-cinder-800022-1-iscsi neutron-server[92983]: {{(pid=92983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:54:02.670424 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:02.670768 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.segments_db [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Added segment 0c9d7027-8f62-4675-83e9-e324512653dc of type vlan for network 1001031a-1b61-435b-8812-921aa2a452b0 Jul 08 12:54:02.720040 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:02.755797 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:02.757061 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:02.757738 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:02.782645 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5679286 Jul 08 12:54:02.786418 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59554) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:02.792011 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Request body: {'subnet': {'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-subnet', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:02.815657 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Made reservation on behalf of cb3aaf43ca0742bcbae60180f6a370b0 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:02.819436 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:02.827958 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc08c8a-481b-4574-9e20-8b66808472d0 admin admin] Pushing event updated for resources: {'Network': ['ID=1001031a-1b61-435b-8812-921aa2a452b0,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:02.845418 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network 1001031a-1b61-435b-8812-921aa2a452b0 details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:54:02.999022 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59566) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:03.080782 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:03.141601 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Checking segment: {'id': '0c9d7027-8f62-4675-83e9-e324512653dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:03.141955 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Network hostable DHCP agents. Network: 1001031a-1b61-435b-8812-921aa2a452b0, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:54:03.148564 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6adf3be6-529c-41ea-8b72-a2240d7f7625,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:03.166326 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:03.166687 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:03.167212 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:03.167747 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:03.168284 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:03.169494 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:03.170031 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:03.170599 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:03.170972 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:03.171375 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:03.171909 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:03.172331 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Tracked resource versions report: Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: pushed versions: Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: { 'AddressGroup': {'1.2'}, Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'ConntrackHelper': {'1.0'}, Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Log': {'1.0'}, Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Network': {'1.1'}, Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Port': {'1.7'}, Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'PortForwarding': {'1.2'}, Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'QosPolicy': {'1.8'}, Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'SecurityGroup': {'1.4'}, Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'SubPort': {'1.0'}, Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Subnet': {'1.1'}, Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Trunk': {'1.1'}} Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: consumer versions: Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: { DHCP agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: HyperV agent@hv-cinder-80002: {}, Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: L3 agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: Metadata agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: Metering agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: Open vSwitch agent@dv-cinder-800022-1-iscsi: { 'AddressGroup': '1.2', Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'ConntrackHelper': '1.0', Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Log': '1.0', Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Network': '1.1', Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Port': '1.7', Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'PortForwarding': '1.2', Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'QosPolicy': '1.8', Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'SecurityGroup': '1.4', Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'SecurityGroupRule': '1.2', Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'SubPort': '1.0', Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Subnet': '1.1', Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: 'Trunk': '1.1'}} Jul 08 12:54:03.173416 dv-cinder-800022-1-iscsi neutron-server[92981]: {{(pid=92981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:54:03.189572 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Network 1001031a-1b61-435b-8812-921aa2a452b0 is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:54:03.200845 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, 1001031a-1b61-435b-8812-921aa2a452b0) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:03.206104 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:03.206698 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:03.213798 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549ec85f-39e5-4c4e-8920-a49cef96774f None None] Network 1001031a-1b61-435b-8812-921aa2a452b0 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:54:03.223030 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8d637235-98e7-4942-906f-ce785d8cfa05 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4354811 Jul 08 12:54:03.225946 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59580) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:03.232852 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:03.264694 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4135'] for router, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:03.266265 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:03.385232 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-30f17ff9-e5ec-4213-ad5c-9842f9dfa7a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-407113355-network', 'tenant_id': '0f0cacd1b66143d4af1faf4c09461adb'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:03.403875 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:03.443462 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca23f734-c245-59c6-8c4e-deaf996d04b1-1001031a-1b61-435b-8812-921aa2a452b0', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625'}]}} from dv-cinder-800022-1-iscsi. {{(pid=92985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:54:03.444839 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:03.491209 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f17ff9-e5ec-4213-ad5c-9842f9dfa7a4 admin admin] Made reservation on behalf of 0f0cacd1b66143d4af1faf4c09461adb for: {'network': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:03.495956 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-30f17ff9-e5ec-4213-ad5c-9842f9dfa7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:03.572226 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-30f17ff9-e5ec-4213-ad5c-9842f9dfa7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:03.584126 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4154'] for router, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:03.841929 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-30f17ff9-e5ec-4213-ad5c-9842f9dfa7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:03.849903 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-30f17ff9-e5ec-4213-ad5c-9842f9dfa7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:03.858316 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Allocated IP 172.20.0.2 (1001031a-1b61-435b-8812-921aa2a452b0/6adf3be6-529c-41ea-8b72-a2240d7f7625/f27d8386-c891-45ee-a9ef-61c037b28553) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:54:03.863716 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f17ff9-e5ec-4213-ad5c-9842f9dfa7a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=92983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:54:03.874264 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-30f17ff9-e5ec-4213-ad5c-9842f9dfa7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:03.874653 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.segments_db [None req-30f17ff9-e5ec-4213-ad5c-9842f9dfa7a4 admin admin] Added segment eb213aaf-4e10-4333-998e-30832ddcf1f9 of type vlan for network 25322acd-cd6d-4533-bb20-e943f6b4bde0 Jul 08 12:54:03.917285 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-30f17ff9-e5ec-4213-ad5c-9842f9dfa7a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:03.972040 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f17ff9-e5ec-4213-ad5c-9842f9dfa7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a37116-784f-455d-b1c9-cc0416047b86,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:03.980108 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-30f17ff9-e5ec-4213-ad5c-9842f9dfa7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:03.980829 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f17ff9-e5ec-4213-ad5c-9842f9dfa7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:03.981976 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-30f17ff9-e5ec-4213-ad5c-9842f9dfa7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:03.991278 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59622) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:04.052729 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f17ff9-e5ec-4213-ad5c-9842f9dfa7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=25322acd-cd6d-4533-bb20-e943f6b4bde0,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:04.055663 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-30f17ff9-e5ec-4213-ad5c-9842f9dfa7a4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0555732 Jul 08 12:54:04.060334 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59628) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:04.068212 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-18c54ce3-b0d2-47e2-89fa-5bf06fb27a37 admin admin] Request body: {'subnet': {'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-407113355-subnet', 'tenant_id': '0f0cacd1b66143d4af1faf4c09461adb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:04.083953 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network 25322acd-cd6d-4533-bb20-e943f6b4bde0 details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:54:04.101969 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c54ce3-b0d2-47e2-89fa-5bf06fb27a37 admin admin] Made reservation on behalf of 0f0cacd1b66143d4af1faf4c09461adb for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:04.104861 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-18c54ce3-b0d2-47e2-89fa-5bf06fb27a37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:04.169279 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:04.189824 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Transition to ACTIVE for port object f27d8386-c891-45ee-a9ef-61c037b28553 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:04.207579 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Transition to ACTIVE for port object f27d8386-c891-45ee-a9ef-61c037b28553 will not be triggered until provisioned by entity DHCP. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:04.216037 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:04.228387 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:04.244139 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:04.313551 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Pushing event updated for resources: {'Port': ['ID=f27d8386-c891-45ee-a9ef-61c037b28553,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:04.326134 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:04.326485 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:04.327006 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:04.327510 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:04.327991 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:04.328510 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:04.329019 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:04.329561 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:04.329914 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:04.330246 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:04.330569 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:04.330891 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Tracked resource versions report: Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: pushed versions: Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: { 'AddressGroup': {'1.2'}, Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'ConntrackHelper': {'1.0'}, Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Log': {'1.0'}, Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Network': {'1.1'}, Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Port': {'1.7'}, Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'PortForwarding': {'1.2'}, Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'QosPolicy': {'1.8'}, Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'SecurityGroup': {'1.4'}, Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'SubPort': {'1.0'}, Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Subnet': {'1.1'}, Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Trunk': {'1.1'}} Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: consumer versions: Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: { DHCP agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: HyperV agent@hv-cinder-80002: {}, Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: L3 agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: Metadata agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: Metering agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: Open vSwitch agent@dv-cinder-800022-1-iscsi: { 'AddressGroup': '1.2', Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'ConntrackHelper': '1.0', Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Log': '1.0', Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Network': '1.1', Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Port': '1.7', Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'PortForwarding': '1.2', Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'QosPolicy': '1.8', Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'SecurityGroup': '1.4', Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'SecurityGroupRule': '1.2', Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'SubPort': '1.0', Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Subnet': '1.1', Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: 'Trunk': '1.1'}} Jul 08 12:54:04.331925 dv-cinder-800022-1-iscsi neutron-server[92985]: {{(pid=92985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:54:04.362475 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Network 1001031a-1b61-435b-8812-921aa2a452b0 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:54:04.365428 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:04.368112 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:54:04.377691 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Allocated IP 172.27.2.48 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/f98baf09-aa3c-4051-b6f3-c3ff00017c4c) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:54:04.495226 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Attempting to bind port f27d8386-c891-45ee-a9ef-61c037b28553 on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:54:04.496342 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Attempting to bind port f27d8386-c891-45ee-a9ef-61c037b28553 by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '0c9d7027-8f62-4675-83e9-e324512653dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:54:04.497872 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Attempting to bind port f27d8386-c891-45ee-a9ef-61c037b28553 on network 1001031a-1b61-435b-8812-921aa2a452b0 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:04.512016 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:54:04.513050 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:04.515107 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Checking segment: {'id': '0c9d7027-8f62-4675-83e9-e324512653dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:04.515646 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:04.517265 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Bound using segment: {'id': '0c9d7027-8f62-4675-83e9-e324512653dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:54:04.518667 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Bound port: f27d8386-c891-45ee-a9ef-61c037b28553, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9d7027-8f62-4675-83e9-e324512653dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:54:04.520526 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:04.537670 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-c1d862e1-d23a-4682-8032-7320568c59c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-577784311-network', 'tenant_id': 'f3dbecc61c5845b188667dfb5faa627b'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:04.565086 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:04.593139 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d862e1-d23a-4682-8032-7320568c59c6 admin admin] Made reservation on behalf of f3dbecc61c5845b188667dfb5faa627b for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:04.596635 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c1d862e1-d23a-4682-8032-7320568c59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:04.624392 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c1d862e1-d23a-4682-8032-7320568c59c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:04.646619 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Pushing event updated for resources: {'Port': ['ID=f98baf09-aa3c-4051-b6f3-c3ff00017c4c,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:04.660400 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:54:04.662040 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:04.664791 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:54:04.697361 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] For port f27d8386-c891-45ee-a9ef-61c037b28553, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:54:04.698173 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-18c54ce3-b0d2-47e2-89fa-5bf06fb27a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:04.704321 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] For port f27d8386-c891-45ee-a9ef-61c037b28553, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=f27d8386-c891-45ee-a9ef-61c037b28553,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:54:04.711294 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:04.765445 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c54ce3-b0d2-47e2-89fa-5bf06fb27a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c9b335-2571-40b0-99bd-5b4f86a78575,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:04.772624 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59644) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:04.845535 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c54ce3-b0d2-47e2-89fa-5bf06fb27a37 admin admin] Checking segment: {'id': 'eb213aaf-4e10-4333-998e-30832ddcf1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:04.845801 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c54ce3-b0d2-47e2-89fa-5bf06fb27a37 admin admin] Network hostable DHCP agents. Network: 25322acd-cd6d-4533-bb20-e943f6b4bde0, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:54:04.847970 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d9f42-3ffa-4156-a484-9ade34a3d910 None None] Pushing event updated for resources: {'Port': ['ID=f27d8386-c891-45ee-a9ef-61c037b28553,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:04.901576 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c54ce3-b0d2-47e2-89fa-5bf06fb27a37 admin admin] Network 25322acd-cd6d-4533-bb20-e943f6b4bde0 is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:54:04.926912 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-18c54ce3-b0d2-47e2-89fa-5bf06fb27a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, 25322acd-cd6d-4533-bb20-e943f6b4bde0) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:04.936445 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c54ce3-b0d2-47e2-89fa-5bf06fb27a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:04.937133 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-18c54ce3-b0d2-47e2-89fa-5bf06fb27a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:04.937810 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4ce74e-28bb-4246-8466-9ccbe3e33071 None None] Network 25322acd-cd6d-4533-bb20-e943f6b4bde0 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:54:04.940879 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c1d862e1-d23a-4682-8032-7320568c59c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:04.949875 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c1d862e1-d23a-4682-8032-7320568c59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:04.962660 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d862e1-d23a-4682-8032-7320568c59c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:54:04.973338 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c1d862e1-d23a-4682-8032-7320568c59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:04.973686 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-c1d862e1-d23a-4682-8032-7320568c59c6 admin admin] Added segment bfa51963-cfd2-4b77-a330-f4e9b99af459 of type vlan for network 4b7d4339-bb93-45b9-9602-75d85bfb5eaa Jul 08 12:54:05.021061 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c1d862e1-d23a-4682-8032-7320568c59c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.032137 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.076804 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c1d862e1-d23a-4682-8032-7320568c59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.078188 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d862e1-d23a-4682-8032-7320568c59c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:05.079050 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c1d862e1-d23a-4682-8032-7320568c59c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.095347 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59658) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:05.106076 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-18c54ce3-b0d2-47e2-89fa-5bf06fb27a37 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0430992 Jul 08 12:54:05.170777 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-fef4ecf6-13f1-4414-bc2b-853f638e3e60 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2130936728-network', 'tenant_id': 'd2ad3b09e14f4e358c5097fa3f627f63'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:05.242475 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d974c7-1807-42e4-a21e-ff452b4c63eb None None] Network 25322acd-cd6d-4533-bb20-e943f6b4bde0 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:54:05.247866 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d862e1-d23a-4682-8032-7320568c59c6 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7d4339-bb93-45b9-9602-75d85bfb5eaa,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:05.264682 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c1d862e1-d23a-4682-8032-7320568c59c6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2720194 Jul 08 12:54:05.267641 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59676) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:05.278592 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d862e1-d23a-4682-8032-7320568c59c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cada3c6-31af-4701-85c1-5f87bf856037,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:05.293551 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-78e0d4d5-6e5b-452e-97cd-5b9deb9f2c7f admin admin] Request body: {'subnet': {'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-577784311-subnet', 'tenant_id': 'f3dbecc61c5845b188667dfb5faa627b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:05.362416 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef4ecf6-13f1-4414-bc2b-853f638e3e60 admin admin] Made reservation on behalf of d2ad3b09e14f4e358c5097fa3f627f63 for: {'network': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:05.365248 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-fef4ecf6-13f1-4414-bc2b-853f638e3e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.386900 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network 4b7d4339-bb93-45b9-9602-75d85bfb5eaa details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:54:05.391722 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-fef4ecf6-13f1-4414-bc2b-853f638e3e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.422126 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e0d4d5-6e5b-452e-97cd-5b9deb9f2c7f admin admin] Made reservation on behalf of f3dbecc61c5845b188667dfb5faa627b for: {'subnet': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:05.424869 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-78e0d4d5-6e5b-452e-97cd-5b9deb9f2c7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.469912 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f27d8386-c891-45ee-a9ef-61c037b28553 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:05.584861 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port f27d8386-c891-45ee-a9ef-61c037b28553 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:05.606159 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-b5e5bc88-a35b-43b1-9848-7580e35f2ad2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-569903757-network', 'tenant_id': 'f708e45583fa4de08e8a8f5f1a06e421'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:05.727479 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718299'] for router, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.825259 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-fef4ecf6-13f1-4414-bc2b-853f638e3e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.860241 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-fef4ecf6-13f1-4414-bc2b-853f638e3e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.862256 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e5bc88-a35b-43b1-9848-7580e35f2ad2 admin admin] Made reservation on behalf of f708e45583fa4de08e8a8f5f1a06e421 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:05.870705 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5e5bc88-a35b-43b1-9848-7580e35f2ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.898460 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4ecf6-13f1-4414-bc2b-853f638e3e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:05.903091 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5e5bc88-a35b-43b1-9848-7580e35f2ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.946612 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef4ecf6-13f1-4414-bc2b-853f638e3e60 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=92983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:54:05.966965 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-78e0d4d5-6e5b-452e-97cd-5b9deb9f2c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for subnet, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.973285 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-fef4ecf6-13f1-4414-bc2b-853f638e3e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.973629 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.segments_db [None req-fef4ecf6-13f1-4414-bc2b-853f638e3e60 admin admin] Added segment 3c8fd000-62ab-4a72-9b86-6a9ca8743c96 of type vlan for network c64ee7e3-2461-4f4e-a682-95b2c6d0acb4 Jul 08 12:54:06.094104 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0d4d5-6e5b-452e-97cd-5b9deb9f2c7f admin admin] Checking segment: {'id': 'bfa51963-cfd2-4b77-a330-f4e9b99af459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:06.094476 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e0d4d5-6e5b-452e-97cd-5b9deb9f2c7f admin admin] Network hostable DHCP agents. Network: 4b7d4339-bb93-45b9-9602-75d85bfb5eaa, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:54:06.122973 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-fef4ecf6-13f1-4414-bc2b-853f638e3e60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:06.128310 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0d4d5-6e5b-452e-97cd-5b9deb9f2c7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=262bcbbd-46b6-4e4c-b994-e242df92a595,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:06.169428 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e0d4d5-6e5b-452e-97cd-5b9deb9f2c7f admin admin] Network 4b7d4339-bb93-45b9-9602-75d85bfb5eaa is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:54:06.193501 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-fef4ecf6-13f1-4414-bc2b-853f638e3e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:06.194718 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef4ecf6-13f1-4414-bc2b-853f638e3e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:06.195959 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-fef4ecf6-13f1-4414-bc2b-853f638e3e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:06.213131 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5e5bc88-a35b-43b1-9848-7580e35f2ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:06.219687 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5e5bc88-a35b-43b1-9848-7580e35f2ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:06.223169 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-78e0d4d5-6e5b-452e-97cd-5b9deb9f2c7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, 4b7d4339-bb93-45b9-9602-75d85bfb5eaa) {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:06.234352 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3161e686-bfef-4752-9ce0-2fe032f82a71 None None] Network 4b7d4339-bb93-45b9-9602-75d85bfb5eaa requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:54:06.235474 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e0d4d5-6e5b-452e-97cd-5b9deb9f2c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:06.237290 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-78e0d4d5-6e5b-452e-97cd-5b9deb9f2c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:06.242789 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Router 4fa6e7cc-0820-438b-b684-28e1015000ea is scheduled to L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 with binding_index 1 {{(pid=92983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:54:06.306571 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5bc88-a35b-43b1-9848-7580e35f2ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b28059-c131-4383-8cdc-d54235cced9a,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:06.325447 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e5bc88-a35b-43b1-9848-7580e35f2ad2 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:54:06.342434 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1932b226-028d-4cf2-9f3c-a5a132c51589 None None] Network 1001031a-1b61-435b-8812-921aa2a452b0 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:54:06.343589 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5e5bc88-a35b-43b1-9848-7580e35f2ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:06.345324 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-b5e5bc88-a35b-43b1-9848-7580e35f2ad2 admin admin] Added segment 93fdb38e-eaca-4d45-a952-eea5537471b6 of type vlan for network 567fc6ee-f26f-4d8d-a5fb-f27614fb894d Jul 08 12:54:06.448081 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5e5bc88-a35b-43b1-9848-7580e35f2ad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:06.514920 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59710) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:06.515140 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-fef4ecf6-13f1-4414-bc2b-853f638e3e60 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7412369 Jul 08 12:54:06.524496 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-78e0d4d5-6e5b-452e-97cd-5b9deb9f2c7f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2557521 Jul 08 12:54:06.528972 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59712) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:06.536867 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-577784311-router', 'tenant_id': 'f3dbecc61c5845b188667dfb5faa627b', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:06.537803 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-712c23e3-2652-4701-adb1-a6f93c4d8276 admin admin] Request body: {'subnet': {'network_id': 'c64ee7e3-2461-4f4e-a682-95b2c6d0acb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2130936728-subnet', 'tenant_id': 'd2ad3b09e14f4e358c5097fa3f627f63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:06.546266 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4ecf6-13f1-4414-bc2b-853f638e3e60 admin admin] Pushing event updated for resources: {'Network': ['ID=c64ee7e3-2461-4f4e-a682-95b2c6d0acb4,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:06.549766 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-96c37b94-4e8d-4081-b2ba-1d5f6b9e0bac None None] Provisioning for port f27d8386-c891-45ee-a9ef-61c037b28553 completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:06.558547 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5e5bc88-a35b-43b1-9848-7580e35f2ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:06.560154 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e5bc88-a35b-43b1-9848-7580e35f2ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:06.560745 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5e5bc88-a35b-43b1-9848-7580e35f2ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:06.566942 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-96c37b94-4e8d-4081-b2ba-1d5f6b9e0bac None None] Provisioning complete for port f27d8386-c891-45ee-a9ef-61c037b28553 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:06.567385 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-96c37b94-4e8d-4081-b2ba-1d5f6b9e0bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:06.607757 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4135'] for router, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:06.608737 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network c64ee7e3-2461-4f4e-a682-95b2c6d0acb4 details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:54:06.608899 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:06.654656 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5bc88-a35b-43b1-9848-7580e35f2ad2 admin admin] Pushing event updated for resources: {'Network': ['ID=567fc6ee-f26f-4d8d-a5fb-f27614fb894d,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:06.685778 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712c23e3-2652-4701-adb1-a6f93c4d8276 admin admin] Made reservation on behalf of d2ad3b09e14f4e358c5097fa3f627f63 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:06.690927 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-712c23e3-2652-4701-adb1-a6f93c4d8276 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:06.724658 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network 567fc6ee-f26f-4d8d-a5fb-f27614fb894d details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:54:06.756106 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:54:06.768360 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Sync routers for ids ['4fa6e7cc-0820-438b-b684-28e1015000ea'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:54:06.769424 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:06.787612 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Routers {'4fa6e7cc-0820-438b-b684-28e1015000ea'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:54:06.801700 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:53:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['4fa6e7cc-0820-438b-b684-28e1015000ea'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:06.858150 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-96c37b94-4e8d-4081-b2ba-1d5f6b9e0bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:07.048524 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] Notify callbacks [] for router, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:07.049983 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-f7b45eef-c9c7-4734-b623-83ffdb791191 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8229935 Jul 08 12:54:07.052644 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4154'] for router, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:07.060691 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59756) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:07.088421 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b5e5bc88-a35b-43b1-9848-7580e35f2ad2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9807010 Jul 08 12:54:07.092743 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59760) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:07.099939 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-cf4cc773-1a46-4408-bc5b-7445fd769b27 admin admin] Request body: {'subnet': {'network_id': '567fc6ee-f26f-4d8d-a5fb-f27614fb894d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-569903757-subnet', 'tenant_id': 'f708e45583fa4de08e8a8f5f1a06e421', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:07.126128 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-712c23e3-2652-4701-adb1-a6f93c4d8276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:07.211961 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c94a29-b03e-4562-83b5-e7615f3061a5 None None] Network 4b7d4339-bb93-45b9-9602-75d85bfb5eaa requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:54:07.236145 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Set router 4fa6e7cc-0820-438b-b684-28e1015000ea gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:54:07.241281 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4cc773-1a46-4408-bc5b-7445fd769b27 admin admin] Made reservation on behalf of f708e45583fa4de08e8a8f5f1a06e421 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:07.243674 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf4cc773-1a46-4408-bc5b-7445fd769b27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:07.269349 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59772) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:07.271958 dv-cinder-800022-1-iscsi neutron-server[92983]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 12:54:07.346345 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-96c37b94-4e8d-4081-b2ba-1d5f6b9e0bac None None] For port f27d8386-c891-45ee-a9ef-61c037b28553, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=f27d8386-c891-45ee-a9ef-61c037b28553,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:07.428545 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c23e3-2652-4701-adb1-a6f93c4d8276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=603a8b95-12f0-4eac-b22e-2c6984ff5abe,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:07.472218 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-96c37b94-4e8d-4081-b2ba-1d5f6b9e0bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:07.518778 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712c23e3-2652-4701-adb1-a6f93c4d8276 admin admin] Checking segment: {'id': '3c8fd000-62ab-4a72-9b86-6a9ca8743c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c64ee7e3-2461-4f4e-a682-95b2c6d0acb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:07.522058 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712c23e3-2652-4701-adb1-a6f93c4d8276 admin admin] Network hostable DHCP agents. Network: c64ee7e3-2461-4f4e-a682-95b2c6d0acb4, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:54:07.591837 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712c23e3-2652-4701-adb1-a6f93c4d8276 admin admin] Network c64ee7e3-2461-4f4e-a682-95b2c6d0acb4 is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:54:07.663506 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-712c23e3-2652-4701-adb1-a6f93c4d8276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, c64ee7e3-2461-4f4e-a682-95b2c6d0acb4) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:07.669417 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:04Z', 'revision_number': 3, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:07.677339 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c23e3-2652-4701-adb1-a6f93c4d8276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:07.678206 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-712c23e3-2652-4701-adb1-a6f93c4d8276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:07.681510 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c37b94-4e8d-4081-b2ba-1d5f6b9e0bac None None] Pushing event updated for resources: {'Port': ['ID=f27d8386-c891-45ee-a9ef-61c037b28553,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:07.695502 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-590a2848-a76b-45f6-9e68-37da21afcc9d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:07.696938 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-590a2848-a76b-45f6-9e68-37da21afcc9d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/networks?id=25322acd-cd6d-4533-bb20-e943f6b4bde0 HTTP/1.1" status: 200 len: 814 time: 0.4260471 Jul 08 12:54:07.699307 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fbd5e8-fc53-4a4b-a3af-dce3563503ec None None] Network c64ee7e3-2461-4f4e-a682-95b2c6d0acb4 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:54:07.741788 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-712c23e3-2652-4701-adb1-a6f93c4d8276 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2257729 Jul 08 12:54:07.773648 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Checking router: 4fa6e7cc-0820-438b-b684-28e1015000ea for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:54:07.774646 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Updating router 4fa6e7cc-0820-438b-b684-28e1015000ea port f98baf09-aa3c-4051-b6f3-c3ff00017c4c binding host dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:54:07.789471 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-84ca7a15-ad7c-4466-ac1b-af8b63643cb4 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/quotas/0f0cacd1b66143d4af1faf4c09461adb HTTP/1.1" status: 200 len: 375 time: 0.0242143 Jul 08 12:54:07.833141 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf4cc773-1a46-4408-bc5b-7445fd769b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:07.858920 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:07.891853 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-c95e158e-ee7d-4c17-bd99-854ba99be693 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f0cacd1b66143d4af1faf4c09461adb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833049 Jul 08 12:54:07.921073 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 59802) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:07.921811 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cc773-1a46-4408-bc5b-7445fd769b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a681bf51-e727-4b0d-bd20-6070910c94ed,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:07.947277 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4cc773-1a46-4408-bc5b-7445fd769b27 admin admin] Checking segment: {'id': '93fdb38e-eaca-4d45-a952-eea5537471b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '567fc6ee-f26f-4d8d-a5fb-f27614fb894d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:07.947702 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4cc773-1a46-4408-bc5b-7445fd769b27 admin admin] Network hostable DHCP agents. Network: 567fc6ee-f26f-4d8d-a5fb-f27614fb894d, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:54:07.988042 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4cc773-1a46-4408-bc5b-7445fd769b27 admin admin] Network 567fc6ee-f26f-4d8d-a5fb-f27614fb894d is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:54:07.998368 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-cf4cc773-1a46-4408-bc5b-7445fd769b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, 567fc6ee-f26f-4d8d-a5fb-f27614fb894d) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:08.009962 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4cc773-1a46-4408-bc5b-7445fd769b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:08.010655 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf4cc773-1a46-4408-bc5b-7445fd769b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:08.039796 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-cf4cc773-1a46-4408-bc5b-7445fd769b27 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9455116 Jul 08 12:54:08.089951 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:08.126459 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4755f3c8-b731-455b-86f9-83617f8f157b None None] Network 567fc6ee-f26f-4d8d-a5fb-f27614fb894d requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:54:08.140161 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59812) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:08.170992 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:08.279088 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:08.337013 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b16ab04f-2490-4a10-80a9-7beba49b9aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:08.393976 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bfbe90-d719-434c-9638-ddb9bef6db85 None None] Network c64ee7e3-2461-4f4e-a682-95b2c6d0acb4 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:54:08.405862 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:08.437056 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Transition to ACTIVE for port object f98baf09-aa3c-4051-b6f3-c3ff00017c4c will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:08.455922 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:08.501330 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0c79c856-20dc-4479-98ba-f31de109a86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:08.563817 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Attempting to bind port f98baf09-aa3c-4051-b6f3-c3ff00017c4c on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:54:08.564201 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Attempting to bind port f98baf09-aa3c-4051-b6f3-c3ff00017c4c by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:54:08.564582 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Attempting to bind port f98baf09-aa3c-4051-b6f3-c3ff00017c4c on network f547a329-a9d1-495a-bdbe-cc39c0620848 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:08.571079 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448471a-4a8b-4b98-ab3a-7cd936eff6ce None None] Pushing event updated for resources: {'Port': ['ID=f98baf09-aa3c-4051-b6f3-c3ff00017c4c,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:08.579585 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:54:08.580107 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Checking segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:08.580522 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:08.580920 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Bound using segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:54:08.581475 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Bound port: f98baf09-aa3c-4051-b6f3-c3ff00017c4c, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:54:08.581884 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:08.584341 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448471a-4a8b-4b98-ab3a-7cd936eff6ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:08.584689 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448471a-4a8b-4b98-ab3a-7cd936eff6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:08.585056 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448471a-4a8b-4b98-ab3a-7cd936eff6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:08.585402 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448471a-4a8b-4b98-ab3a-7cd936eff6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:08.585740 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448471a-4a8b-4b98-ab3a-7cd936eff6ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:08.586509 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448471a-4a8b-4b98-ab3a-7cd936eff6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:08.586636 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448471a-4a8b-4b98-ab3a-7cd936eff6ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:08.586862 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448471a-4a8b-4b98-ab3a-7cd936eff6ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:08.587213 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448471a-4a8b-4b98-ab3a-7cd936eff6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:08.587555 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448471a-4a8b-4b98-ab3a-7cd936eff6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:08.587885 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448471a-4a8b-4b98-ab3a-7cd936eff6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:08.588212 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448471a-4a8b-4b98-ab3a-7cd936eff6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448471a-4a8b-4b98-ab3a-7cd936eff6ce None None] Tracked resource versions report: Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: pushed versions: Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: { 'AddressGroup': {'1.2'}, Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'ConntrackHelper': {'1.0'}, Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Log': {'1.0'}, Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Network': {'1.1'}, Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Port': {'1.7'}, Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'PortForwarding': {'1.2'}, Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'QosPolicy': {'1.8'}, Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'SecurityGroup': {'1.4'}, Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'SubPort': {'1.0'}, Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Subnet': {'1.1'}, Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Trunk': {'1.1'}} Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: consumer versions: Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: { DHCP agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: HyperV agent@hv-cinder-80002: {}, Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: L3 agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: Metadata agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: Metering agent@dv-cinder-800022-1-iscsi: {}, Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: Open vSwitch agent@dv-cinder-800022-1-iscsi: { 'AddressGroup': '1.2', Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'ConntrackHelper': '1.0', Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Log': '1.0', Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Network': '1.1', Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Port': '1.7', Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'PortForwarding': '1.2', Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'QosPolicy': '1.8', Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'SecurityGroup': '1.4', Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'SecurityGroupRule': '1.2', Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'SubPort': '1.0', Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Subnet': '1.1', Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: 'Trunk': '1.1'}} Jul 08 12:54:08.589273 dv-cinder-800022-1-iscsi neutron-server[92986]: {{(pid=92986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:54:08.661156 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] For port f98baf09-aa3c-4051-b6f3-c3ff00017c4c, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:54:08.665085 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] For port f98baf09-aa3c-4051-b6f3-c3ff00017c4c, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=f98baf09-aa3c-4051-b6f3-c3ff00017c4c,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:54:08.670721 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Allocated IP 172.27.2.166 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:54:08.677659 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:08.692066 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-ddc54cef-26fe-48ca-80fa-4804e75ad3c0 None None] Provisioning complete for port f27d8386-c891-45ee-a9ef-61c037b28553 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:08.692443 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ddc54cef-26fe-48ca-80fa-4804e75ad3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:08.754613 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf7347b-6531-4e48-9d7a-9d08825b6aed None None] Network 567fc6ee-f26f-4d8d-a5fb-f27614fb894d requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:54:08.754861 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448471a-4a8b-4b98-ab3a-7cd936eff6ce None None] Pushing event updated for resources: {'Port': ['ID=f98baf09-aa3c-4051-b6f3-c3ff00017c4c,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:08.792427 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Routers {'4fa6e7cc-0820-438b-b684-28e1015000ea'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:54:08.794552 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:53:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['4fa6e7cc-0820-438b-b684-28e1015000ea'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:08.912372 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-97381199-ab2d-43c7-92d1-3f33dbceddd9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92983) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:54:08.920146 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-97381199-ab2d-43c7-92d1-3f33dbceddd9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2467649 Jul 08 12:54:08.951986 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:08.955088 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] Set router 4fa6e7cc-0820-438b-b684-28e1015000ea gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:54:09.044998 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Allocated IP 172.20.0.1 (1001031a-1b61-435b-8812-921aa2a452b0/6adf3be6-529c-41ea-8b72-a2240d7f7625/ae8d1394-93cd-450d-bd8d-ef21e43756eb) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:54:09.055075 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b16ab04f-2490-4a10-80a9-7beba49b9aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:09.066062 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59850) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:09.068546 dv-cinder-800022-1-iscsi neutron-server[92981]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 12:54:09.102055 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-f7c9c132-a452-48e6-aab0-36e8dc1999af service neutron] 10.222.0.13 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809168 Jul 08 12:54:09.104974 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b16ab04f-2490-4a10-80a9-7beba49b9aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:09.143330 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-b16ab04f-2490-4a10-80a9-7beba49b9aac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d768a3a451747c8948a7f102fe39311&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2198689 Jul 08 12:54:09.149431 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59854) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:09.180365 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59856) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:09.186796 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-bb4e4111-516e-4bef-a498-816748c7b50a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1195597462-network', 'tenant_id': '38f7929f400949188902b1f00cad80d9'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:09.212792 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:04Z', 'revision_number': 3, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:09.242879 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-2c5141f5-f970-452b-8685-b372dfed39fc service neutron] 10.222.0.13 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089227 Jul 08 12:54:09.243076 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2dcdc-10b6-4566-ad27-defe1a8db000 None None] The sync data for ids ['4fa6e7cc-0820-438b-b684-28e1015000ea'] in dv-cinder-800022-1-iscsi is: [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:04Z', 'revision_number': 3, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:54:09.324071 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ab04f-2490-4a10-80a9-7beba49b9aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b608a9-6b94-4a13-b336-51d629e28fe1,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:09.346341 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821990c-823b-4983-8785-a041c70d135a req-6c25e597-1f06-4824-bcbd-0fad83d0b254 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:09.347024 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:09.347962 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-6c25e597-1f06-4824-bcbd-0fad83d0b254 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/networks?id=c64ee7e3-2461-4f4e-a682-95b2c6d0acb4 HTTP/1.1" status: 200 len: 812 time: 0.2804916 Jul 08 12:54:09.393239 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f27d8386-c891-45ee-a9ef-61c037b28553 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:09.401788 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-a808287a-33fb-4864-81f8-04f636db93fd tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/quotas/d2ad3b09e14f4e358c5097fa3f627f63 HTTP/1.1" status: 200 len: 375 time: 0.0466297 Jul 08 12:54:09.416498 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:54:09.430638 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:09.439926 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d8fd950c-698e-4427-a8e3-cd5764131fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:09.442327 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:54:09.474841 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-ae018bd0-b914-4a69-9e12-0084738ec1d8 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2ad3b09e14f4e358c5097fa3f627f63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720665 Jul 08 12:54:09.506392 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port f27d8386-c891-45ee-a9ef-61c037b28553 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:09.506942 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:09.547825 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d8fd950c-698e-4427-a8e3-cd5764131fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:09.670870 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0c79c856-20dc-4479-98ba-f31de109a86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:09.671780 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d8fd950c-698e-4427-a8e3-cd5764131fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:09.683568 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d8fd950c-698e-4427-a8e3-cd5764131fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:09.684747 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d8fd950c-698e-4427-a8e3-cd5764131fda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4b608a9-6b94-4a13-b336-51d629e28fe1 HTTP/1.1" status: 204 len: 168 time: 0.5331616 Jul 08 12:54:09.743112 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd950c-698e-4427-a8e3-cd5764131fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b608a9-6b94-4a13-b336-51d629e28fe1,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:09.744864 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0c79c856-20dc-4479-98ba-f31de109a86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:09.763878 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:09.781892 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:09.831277 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4e4111-516e-4bef-a498-816748c7b50a admin admin] Made reservation on behalf of 38f7929f400949188902b1f00cad80d9 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:09.833710 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4111-516e-4bef-a498-816748c7b50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:09.837439 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-0c79c856-20dc-4479-98ba-f31de109a86a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c6b467d89bc4898b4a06580bb7c30b3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6959190 Jul 08 12:54:09.837770 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Transition to ACTIVE for port object ae8d1394-93cd-450d-bd8d-ef21e43756eb will not be triggered until provisioned by entity DHCP. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:09.839607 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79c856-20dc-4479-98ba-f31de109a86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbed351-98fb-4fdf-b572-914ac4c38fc9,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:09.842604 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59886) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:09.858060 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4111-516e-4bef-a498-816748c7b50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:09.909440 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:09.951269 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-12ccee1f-d327-49aa-ab43-282f22f5d5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:10.060308 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-12ccee1f-d327-49aa-ab43-282f22f5d5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:10.146851 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:10.166637 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-aa5bd83b-7b7b-4e33-bff4-861bd6c01f9b req-218991a3-8d22-4c58-aef9-3c3780d25243 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 210 time: 0.0920534 Jul 08 12:54:10.208486 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-9a0bcac5-0a88-4855-9173-ba257104baf9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:54:10.209760 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-9a0bcac5-0a88-4855-9173-ba257104baf9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5236468 Jul 08 12:54:10.327170 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Network 1001031a-1b61-435b-8812-921aa2a452b0 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:54:10.373128 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4111-516e-4bef-a498-816748c7b50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:10.391748 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-12ccee1f-d327-49aa-ab43-282f22f5d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:10.396976 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-12ccee1f-d327-49aa-ab43-282f22f5d5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:10.398207 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-12ccee1f-d327-49aa-ab43-282f22f5d5ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bcbed351-98fb-4fdf-b572-914ac4c38fc9 HTTP/1.1" status: 204 len: 168 time: 0.5482967 Jul 08 12:54:10.401247 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Pushing event updated for resources: {'Port': ['ID=ae8d1394-93cd-450d-bd8d-ef21e43756eb,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:10.408180 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:10.428579 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4111-516e-4bef-a498-816748c7b50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:10.458033 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccee1f-d327-49aa-ab43-282f22f5d5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbed351-98fb-4fdf-b572-914ac4c38fc9,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:10.502574 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:54:10.503078 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642514'] for router_interface, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:10.561346 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59916) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:10.596038 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4e4111-516e-4bef-a498-816748c7b50a admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:54:10.624073 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e7176853-2d4d-42b2-8ee2-abc7107fae78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:10.638153 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4111-516e-4bef-a498-816748c7b50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:10.638605 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-bb4e4111-516e-4bef-a498-816748c7b50a admin admin] Added segment 1ae77215-116f-44c2-93bc-00398c347df0 of type vlan for network 8f6656e8-46bc-4cf0-9fe3-72d92e61141c Jul 08 12:54:10.706628 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718299'] for router, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:10.741823 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e4111-516e-4bef-a498-816748c7b50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8f6d47-5f50-4f00-93f0-099f8ddc1170,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:10.783104 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-d509d22b-1021-49a7-93a3-ccec9196f0b4 service neutron] 10.222.0.13 "GET /v2.0/networks/c64ee7e3-2461-4f4e-a682-95b2c6d0acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533922 Jul 08 12:54:10.810792 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4111-516e-4bef-a498-816748c7b50a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:10.932429 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:10.956830 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4111-516e-4bef-a498-816748c7b50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:10.958537 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4e4111-516e-4bef-a498-816748c7b50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:10.959252 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4111-516e-4bef-a498-816748c7b50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:11.060797 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-2a653c60-9192-4e23-a685-69df03704bf9 service neutron] 10.222.0.13 "GET /v2.0/networks/c64ee7e3-2461-4f4e-a682-95b2c6d0acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397985 Jul 08 12:54:11.064830 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e4111-516e-4bef-a498-816748c7b50a admin admin] Pushing event updated for resources: {'Network': ['ID=8f6656e8-46bc-4cf0-9fe3-72d92e61141c,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:11.073478 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Router 496e0c00-d29f-438c-92ad-a4ea0d959ed4 is scheduled to L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 with binding_index 1 {{(pid=92983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:54:11.084019 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network 8f6656e8-46bc-4cf0-9fe3-72d92e61141c details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:54:11.086604 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e7176853-2d4d-42b2-8ee2-abc7107fae78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:11.089116 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e9c17ed1-66cc-4e50-b1b9-8b64e8dc826a None None] Provisioning for port ae8d1394-93cd-450d-bd8d-ef21e43756eb completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:11.099084 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e7176853-2d4d-42b2-8ee2-abc7107fae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:11.128769 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e9c17ed1-66cc-4e50-b1b9-8b64e8dc826a None None] Provisioning complete for port ae8d1394-93cd-450d-bd8d-ef21e43756eb triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:11.129669 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e9c17ed1-66cc-4e50-b1b9-8b64e8dc826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:11.150998 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-bb4e4111-516e-4bef-a498-816748c7b50a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9694347 Jul 08 12:54:11.160234 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59930) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:11.198532 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-c88a6248-d4e9-4da2-8c83-caf677548538 admin admin] Request body: {'subnet': {'network_id': '8f6656e8-46bc-4cf0-9fe3-72d92e61141c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1195597462-subnet', 'tenant_id': '38f7929f400949188902b1f00cad80d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:11.245318 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e7176853-2d4d-42b2-8ee2-abc7107fae78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc2de481f00e4433a5e72e2ba4d5500d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6748166 Jul 08 12:54:11.248456 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59936) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:11.281758 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7176853-2d4d-42b2-8ee2-abc7107fae78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3947ad5e-bc1f-4543-ba5a-53bfb555cde4,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:11.319061 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e9c17ed1-66cc-4e50-b1b9-8b64e8dc826a None None] Port ae8d1394-93cd-450d-bd8d-ef21e43756eb cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:54:11.396744 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88a6248-d4e9-4da2-8c83-caf677548538 admin admin] Made reservation on behalf of 38f7929f400949188902b1f00cad80d9 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:11.398257 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c88a6248-d4e9-4da2-8c83-caf677548538 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:11.425871 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f98baf09-aa3c-4051-b6f3-c3ff00017c4c up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:11.544832 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f1cd2537-5257-42e1-8c75-2cbd40680dd9 req-e5d102e4-490a-4b40-ac6d-36248c4b6ec7 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 210 time: 0.0598128 Jul 08 12:54:11.567259 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port f98baf09-aa3c-4051-b6f3-c3ff00017c4c completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:11.582073 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port f98baf09-aa3c-4051-b6f3-c3ff00017c4c triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:11.582472 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:11.771099 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:54:11.801467 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:11.812178 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Sync routers for ids ['496e0c00-d29f-438c-92ad-a4ea0d959ed4'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:54:11.818307 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:11.819474 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653697'] for router_interface, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:11.852592 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:11.865259 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Routers {'496e0c00-d29f-438c-92ad-a4ea0d959ed4'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:54:11.867468 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:53:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['496e0c00-d29f-438c-92ad-a4ea0d959ed4'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:11.934636 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c43fed06-dd19-410c-9fe7-e6b9294ef26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:11.944922 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] Notify callbacks [] for router, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:11.947070 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-ef82af26-9484-46c2-a38d-743de11f97e5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4168224 Jul 08 12:54:11.952383 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-919838d6-d57b-4d1f-a1b1-1183ab3cb504 req-46195b8c-4a63-479c-8283-85603c6582a1 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 210 time: 0.1982944 Jul 08 12:54:11.955776 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 59966) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:12.009650 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port f98baf09-aa3c-4051-b6f3-c3ff00017c4c, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=f98baf09-aa3c-4051-b6f3-c3ff00017c4c,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:12.052749 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:12.070103 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Pushing event updated for resources: {'Port': ['ID=ae8d1394-93cd-450d-bd8d-ef21e43756eb,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:12.141499 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c43fed06-dd19-410c-9fe7-e6b9294ef26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:12.318935 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Network 1001031a-1b61-435b-8812-921aa2a452b0 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:54:12.326903 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:12.448242 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=f98baf09-aa3c-4051-b6f3-c3ff00017c4c,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:12.482466 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Set router 496e0c00-d29f-438c-92ad-a4ea0d959ed4 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:54:12.556519 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c43fed06-dd19-410c-9fe7-e6b9294ef26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:12.559359 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c43fed06-dd19-410c-9fe7-e6b9294ef26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:12.560719 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c43fed06-dd19-410c-9fe7-e6b9294ef26f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3947ad5e-bc1f-4543-ba5a-53bfb555cde4 HTTP/1.1" status: 204 len: 168 time: 1.3086128 Jul 08 12:54:12.622366 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c88a6248-d4e9-4da2-8c83-caf677548538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:12.649238 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Router 4fa6e7cc-0820-438b-b684-28e1015000ea has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:54:12.976510 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fed06-dd19-410c-9fe7-e6b9294ef26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3947ad5e-bc1f-4543-ba5a-53bfb555cde4,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:12.981430 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a6248-d4e9-4da2-8c83-caf677548538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d651a5f7-992a-4aa7-9baa-f5ec999da271,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:13.042150 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88a6248-d4e9-4da2-8c83-caf677548538 admin admin] Checking segment: {'id': '1ae77215-116f-44c2-93bc-00398c347df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8f6656e8-46bc-4cf0-9fe3-72d92e61141c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:13.043438 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88a6248-d4e9-4da2-8c83-caf677548538 admin admin] Network hostable DHCP agents. Network: 8f6656e8-46bc-4cf0-9fe3-72d92e61141c, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:54:13.079539 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-455fb197-f419-464d-96f9-d177125a4980 req-99fb991e-267d-40e8-9290-279dbccb7db6 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 210 time: 0.2062836 Jul 08 12:54:13.101373 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88a6248-d4e9-4da2-8c83-caf677548538 admin admin] Network 8f6656e8-46bc-4cf0-9fe3-72d92e61141c is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:54:13.132476 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-c88a6248-d4e9-4da2-8c83-caf677548538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, 8f6656e8-46bc-4cf0-9fe3-72d92e61141c) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:13.145384 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281f9a1c-56b0-4d80-8bde-a115b45b8f38 None None] Network 8f6656e8-46bc-4cf0-9fe3-72d92e61141c requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:54:13.161125 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88a6248-d4e9-4da2-8c83-caf677548538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:13.163093 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c88a6248-d4e9-4da2-8c83-caf677548538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:13.199585 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-3876aa1c-bd46-4f78-8fdd-c53b35f6a0b3 None None] Provisioning complete for port ae8d1394-93cd-450d-bd8d-ef21e43756eb triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:13.200228 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3876aa1c-bd46-4f78-8fdd-c53b35f6a0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:13.233387 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:54:13.245688 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-ced4fefc-bb76-4376-b0bb-cac81fe02d6b admin admin] 10.222.0.13 "PUT /v2.0/routers/4fa6e7cc-0820-438b-b684-28e1015000ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1837940 Jul 08 12:54:13.264560 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Sync routers for ids ['4fa6e7cc-0820-438b-b684-28e1015000ea'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:54:13.307654 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Routers {'4fa6e7cc-0820-438b-b684-28e1015000ea'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:54:13.309364 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:53:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['4fa6e7cc-0820-438b-b684-28e1015000ea'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:13.471496 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f98baf09-aa3c-4051-b6f3-c3ff00017c4c up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:13.562418 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-453c83ea-81de-4645-a3a8-8fab0542210c req-e4a3a1cd-adce-44c1-8379-3bd24835d147 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 210 time: 0.3816020 Jul 08 12:54:13.585156 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c88a6248-d4e9-4da2-8c83-caf677548538 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4212508 Jul 08 12:54:13.810073 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-aa3434ef-5432-4b13-8a84-8f0475d8b402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:13.832706 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-3876aa1c-bd46-4f78-8fdd-c53b35f6a0b3 None None] Port ae8d1394-93cd-450d-bd8d-ef21e43756eb cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:54:13.896378 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Set router 4fa6e7cc-0820-438b-b684-28e1015000ea gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:54:13.914427 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port f98baf09-aa3c-4051-b6f3-c3ff00017c4c triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:13.915065 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:14.119126 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:14.174748 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-577784311-router', 'tenant_id': 'f3dbecc61c5845b188667dfb5faa627b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:06Z', 'updated_at': '2021-07-08T12:54:09Z', 'revision_number': 3, 'project_id': 'f3dbecc61c5845b188667dfb5faa627b', 'gw_port': {'id': 'ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:41:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:14.205656 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2d9fdb-a6d2-47d4-a930-a4ae57dc7a8d None None] Network 8f6656e8-46bc-4cf0-9fe3-72d92e61141c requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:54:14.369836 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60058) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:14.442110 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Checking router: 496e0c00-d29f-438c-92ad-a4ea0d959ed4 for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:54:14.443042 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Updating router 496e0c00-d29f-438c-92ad-a4ea0d959ed4 port ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5 binding host dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:54:14.561616 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fefa42-35ba-4929-8461-821fc2e6bb9a admin admin] Deleting subnet a681bf51-e727-4b0d-bd20-6070910c94ed {{(pid=92983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:54:14.569355 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f8fefa42-35ba-4929-8461-821fc2e6bb9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:14.638992 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f8fefa42-35ba-4929-8461-821fc2e6bb9a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:14.654800 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f8fefa42-35ba-4929-8461-821fc2e6bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1818188'] for subnet, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:14.665387 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:14.713462 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:10Z', 'revision_number': 4, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'ae8d1394-93cd-450d-bd8d-ef21e43756eb', 'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'mac_address': 'fa:16:3e:dd:f9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:11Z', 'revision_number': 2, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'subnets': [{'id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:14.825777 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f8fefa42-35ba-4929-8461-821fc2e6bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1818203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for subnet, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:14.841446 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Checking router: 4fa6e7cc-0820-438b-b684-28e1015000ea for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:54:14.845219 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Updating router 4fa6e7cc-0820-438b-b684-28e1015000ea port ae8d1394-93cd-450d-bd8d-ef21e43756eb binding host dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:54:14.865530 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f8fefa42-35ba-4929-8461-821fc2e6bb9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:14.875756 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-f8fefa42-35ba-4929-8461-821fc2e6bb9a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a681bf51-e727-4b0d-bd20-6070910c94ed HTTP/1.1" status: 204 len: 168 time: 0.5042658 Jul 08 12:54:14.877925 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60064) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:14.905254 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 60066) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:14.924674 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-f7995f96-01e2-4c04-8643-c50bbe470638 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1930898334', 'description': 'tempest-description--1612997805'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:14.960436 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:14.981089 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-68cce885-b82f-4aac-b322-e7cf4e368f20 req-53b70fd6-3465-4bbb-b0ef-5d54c7e27f12 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 210 time: 0.1752577 Jul 08 12:54:14.999947 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f7995f96-01e2-4c04-8643-c50bbe470638 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:15.057247 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.61', 56662) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:15.257665 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:15.286878 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Transition to ACTIVE for port object ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:15.332465 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:15.449168 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704495'] for network, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:15.490539 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fefa42-35ba-4929-8461-821fc2e6bb9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a681bf51-e727-4b0d-bd20-6070910c94ed,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:15.601455 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Attempting to bind port ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5 on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:54:15.602813 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Attempting to bind port ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5 by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:54:15.608629 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Attempting to bind port ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5 on network f547a329-a9d1-495a-bdbe-cc39c0620848 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:15.670128 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Allocated IP 172.20.0.1 (4b7d4339-bb93-45b9-9602-75d85bfb5eaa/262bcbbd-46b6-4e4c-b994-e242df92a595/a65577a6-1a87-47a5-b6ca-80940253d769) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:54:15.712196 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-bbaa4606-044f-4258-9983-84f06ae3faa3 req-9f35988e-fd43-43d6-b171-f427fb6829f8 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 210 time: 0.1581671 Jul 08 12:54:15.721685 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:54:15.729711 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Checking segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:15.731565 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:15.735554 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Bound using segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:54:15.736340 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Bound port: ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:54:15.739079 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:15.745765 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514848d-6f64-4886-b17a-32a6290b274b None None] Pushing event updated for resources: {'Port': ['ID=ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:15.778790 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:15.795991 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821990c-823b-4983-8785-a041c70d135a req-34e01be3-901d-4a2e-8c7a-ce8b9483a9b5 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:15.798402 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-34e01be3-901d-4a2e-8c7a-ce8b9483a9b5 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.61 "GET /v2.0/networks?id=c64ee7e3-2461-4f4e-a682-95b2c6d0acb4 HTTP/1.1" status: 200 len: 812 time: 0.7242057 Jul 08 12:54:15.801956 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Transition to ACTIVE for port object ae8d1394-93cd-450d-bd8d-ef21e43756eb will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:15.810990 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:15.853312 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1811703', 'neutron.services.segments.db._delete_segments_for_network-8757848019285'] for network, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:15.878750 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:54:15.880520 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:54:15.881302 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:54:15.883154 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Subscribe: > port after_create 55550000 {{(pid=92983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:54:15.884418 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Subscribe: > port after_delete 55550000 {{(pid=92983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:54:15.885942 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Subscribe: > port after_update 55550000 {{(pid=92983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:54:15.887353 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:54:15.887798 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:54:15.888831 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:54:15.890149 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:54:15.952731 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] For port ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:54:15.967654 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Attempting to bind port ae8d1394-93cd-450d-bd8d-ef21e43756eb on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:54:15.968350 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Attempting to bind port ae8d1394-93cd-450d-bd8d-ef21e43756eb by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '0c9d7027-8f62-4675-83e9-e324512653dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:54:15.968890 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Attempting to bind port ae8d1394-93cd-450d-bd8d-ef21e43756eb on network 1001031a-1b61-435b-8812-921aa2a452b0 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:15.972211 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] For port ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:54:15.984533 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:15.986326 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:54:15.987008 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Checking segment: {'id': '0c9d7027-8f62-4675-83e9-e324512653dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:15.987595 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:15.988299 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Bound using segment: {'id': '0c9d7027-8f62-4675-83e9-e324512653dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:54:15.988980 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Bound port: ae8d1394-93cd-450d-bd8d-ef21e43756eb, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9d7027-8f62-4675-83e9-e324512653dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:54:15.989611 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:15.998600 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-4821990c-823b-4983-8785-a041c70d135a req-3f0dc1e4-2f97-4ce5-a2b3-512d563afe8c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Request body: {'port': {'device_id': '000a7088-a9e1-43fe-8915-290395f7f9da', 'network_id': 'c64ee7e3-2461-4f4e-a682-95b2c6d0acb4', 'admin_state_up': True, 'tenant_id': 'd2ad3b09e14f4e358c5097fa3f627f63'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:16.009484 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c5314-2203-4004-a6b7-c998f8066925 None None] Pushing event updated for resources: {'Port': ['ID=ae8d1394-93cd-450d-bd8d-ef21e43756eb,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:16.148104 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] For port ae8d1394-93cd-450d-bd8d-ef21e43756eb, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:54:16.164658 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] For port ae8d1394-93cd-450d-bd8d-ef21e43756eb, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=ae8d1394-93cd-450d-bd8d-ef21e43756eb,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:54:16.174817 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:16.324741 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-dd657001-7ab6-4c47-96c4-683950ff7baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:16.336963 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c5314-2203-4004-a6b7-c998f8066925 None None] Pushing event updated for resources: {'Port': ['ID=ae8d1394-93cd-450d-bd8d-ef21e43756eb,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:16.342675 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:54:16.343027 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:54:16.343395 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:54:16.343765 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:54:16.344149 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567fc6ee-f26f-4d8d-a5fb-f27614fb894d']}} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:16.354604 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Routers {'496e0c00-d29f-438c-92ad-a4ea0d959ed4'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:54:16.367680 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:53:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['496e0c00-d29f-438c-92ad-a4ea0d959ed4'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:16.376292 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60098) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:16.385696 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.61', 56668) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:16.464417 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fdb38e-eaca-4d45-a952-eea5537471b6') {'for_net_delete': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:16.467121 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fdb38e-eaca-4d45-a952-eea5537471b6') {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:16.501299 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Routers {'4fa6e7cc-0820-438b-b684-28e1015000ea'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:54:16.505605 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:54:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['4fa6e7cc-0820-438b-b684-28e1015000ea'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:16.542531 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514848d-6f64-4886-b17a-32a6290b274b None None] Pushing event updated for resources: {'Port': ['ID=ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:16.585987 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757848043825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3025382'] for segment, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:16.642260 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] Set router 496e0c00-d29f-438c-92ad-a4ea0d959ed4 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:54:16.670670 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a0a2a838-deeb-40d9-830b-d2dc8aa09ee0 req-f94ad36c-80d8-47ab-9a0a-8989dcc5bffb tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 210 time: 0.2491424 Jul 08 12:54:16.745232 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:16.769431 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f7995f96-01e2-4c04-8643-c50bbe470638 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:16.785553 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f7995f96-01e2-4c04-8643-c50bbe470638 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:16.811699 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=92983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:54:16.812106 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3137506'] for segment, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: from cryptography.utils import int_from_bytes Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: from cryptography.utils import int_from_bytes Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: Traceback (most recent call last): Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: timer() Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: cb(*args, **kw) Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: return func(*args, **kwargs) Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: self._notify() Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: self.callback(batched_events) Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: event.method(event) Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: return f(self, *a, **k) Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._get(url).json() Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: return self.request(url, 'GET', **kwargs) Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:54:16.836323 dv-cinder-800022-1-iscsi neutron-server[92983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:54:16.996134 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] Set router 4fa6e7cc-0820-438b-b684-28e1015000ea gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:54:17.021069 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7995f96-01e2-4c04-8643-c50bbe470638 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:17.032898 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-421cc769-44c8-4be2-9c0f-7c7a65659d35 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:17.033596 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f7995f96-01e2-4c04-8643-c50bbe470638 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:17.035303 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f7995f96-01e2-4c04-8643-c50bbe470638 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1144857 Jul 08 12:54:17.044051 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-421cc769-44c8-4be2-9c0f-7c7a65659d35 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.61 "GET /v2.0/networks?id=25322acd-cd6d-4533-bb20-e943f6b4bde0 HTTP/1.1" status: 200 len: 814 time: 0.6257012 Jul 08 12:54:17.049494 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 60158) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:17.102752 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-42d02084-9bc3-4e12-bf14-4fed6d58b67f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Request body: {'security_group_rule': {'security_group_id': '6cf1d177-4ceb-4cd5-ab05-5af0a7f89075', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:17.114688 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4821990c-823b-4983-8785-a041c70d135a req-3f0dc1e4-2f97-4ce5-a2b3-512d563afe8c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Made reservation on behalf of d2ad3b09e14f4e358c5097fa3f627f63 for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:17.123626 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4821990c-823b-4983-8785-a041c70d135a req-3f0dc1e4-2f97-4ce5-a2b3-512d563afe8c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:17.129495 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-7b7c9d20-9928-4eb9-9869-538e594bb0c5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Request body: {'port': {'device_id': '49d0575d-bdf0-4ef6-967d-9625150ed5e1', 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0', 'admin_state_up': True, 'tenant_id': '0f0cacd1b66143d4af1faf4c09461adb'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:17.140179 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:17.221819 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cc530caa-6275-496a-b48a-0de217e057b1 req-6e930979-de22-4b29-a662-d2a9abab317b tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 210 time: 0.1740122 Jul 08 12:54:17.396051 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-577784311-router', 'tenant_id': 'f3dbecc61c5845b188667dfb5faa627b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:06Z', 'updated_at': '2021-07-08T12:54:09Z', 'revision_number': 3, 'project_id': 'f3dbecc61c5845b188667dfb5faa627b', 'gw_port': {'id': 'ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:41:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:17.489214 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:10Z', 'revision_number': 4, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'ae8d1394-93cd-450d-bd8d-ef21e43756eb', 'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'mac_address': 'fa:16:3e:dd:f9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:16Z', 'revision_number': 4, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'subnets': [{'id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:17.514397 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd777-2f24-4532-8d40-b20c42723504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:17.519091 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea1333-977c-4ee8-ab00-f97b6dff738d None None] The sync data for ids ['496e0c00-d29f-438c-92ad-a4ea0d959ed4'] in dv-cinder-800022-1-iscsi is: [{'id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-577784311-router', 'tenant_id': 'f3dbecc61c5845b188667dfb5faa627b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:06Z', 'updated_at': '2021-07-08T12:54:09Z', 'revision_number': 3, 'project_id': 'f3dbecc61c5845b188667dfb5faa627b', 'gw_port': {'id': 'ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:41:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:54:17.560090 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:17.616088 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e07caec-6039-4514-88b3-a515f608c6db None None] The sync data for ids ['4fa6e7cc-0820-438b-b684-28e1015000ea'] in dv-cinder-800022-1-iscsi is: [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:10Z', 'revision_number': 4, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'ae8d1394-93cd-450d-bd8d-ef21e43756eb', 'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'mac_address': 'fa:16:3e:dd:f9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:16Z', 'revision_number': 4, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'subnets': [{'id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:54:17.635323 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1811662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:17.648993 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:17.663125 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] 10.222.0.13 "DELETE /v2.0/networks/567fc6ee-f26f-4d8d-a5fb-f27614fb894d HTTP/1.1" status: 204 len: 168 time: 2.7803507 Jul 08 12:54:17.663893 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60174) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:17.664435 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60178) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:17.724514 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:17.786193 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-42d02084-9bc3-4e12-bf14-4fed6d58b67f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:18.172042 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd777-2f24-4532-8d40-b20c42723504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:18.186573 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada975c3-563d-42ef-8ece-019bb729d99a admin admin] Pushing event deleted for resources: {'Network': ['ID=567fc6ee-f26f-4d8d-a5fb-f27614fb894d,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:18.219240 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd777-2f24-4532-8d40-b20c42723504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:18.334009 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-4821990c-823b-4983-8785-a041c70d135a req-3f0dc1e4-2f97-4ce5-a2b3-512d563afe8c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Allocated IP 172.20.0.3 (c64ee7e3-2461-4f4e-a682-95b2c6d0acb4/603a8b95-12f0-4eac-b22e-2c6984ff5abe/a8757f58-8852-403a-a09b-a6945758e9e1) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:54:18.601521 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-0bfcd777-2f24-4532-8d40-b20c42723504 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f29c5811c1334dbfa3bec9a4b4c53195&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2063339 Jul 08 12:54:18.630803 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60204) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:18.635592 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0c8d81-e7c6-4874-b826-9bed4b57942e admin admin] Deleting subnet d651a5f7-992a-4aa7-9baa-f5ec999da271 {{(pid=92983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:54:18.784023 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0a0c8d81-e7c6-4874-b826-9bed4b57942e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:18.787195 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-42d02084-9bc3-4e12-bf14-4fed6d58b67f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:18.940566 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8281fa0c-d355-4761-9e1c-bc0d732fc802 req-1c41a9b0-f249-4a1d-a2a1-2009f905bbc5 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 210 time: 0.3803718 Jul 08 12:54:18.966145 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-42d02084-9bc3-4e12-bf14-4fed6d58b67f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:19.106153 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:19.161828 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcd777-2f24-4532-8d40-b20c42723504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06ed45d-ac8f-4c9e-92d2-bd3460da96f0,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:19.186903 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-7b7c9d20-9928-4eb9-9869-538e594bb0c5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Made reservation on behalf of 0f0cacd1b66143d4af1faf4c09461adb for: {'port': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:19.206384 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d02084-9bc3-4e12-bf14-4fed6d58b67f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ef7e7a-9c98-4096-8826-a7063eec3d2d,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:19.207548 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-7b7c9d20-9928-4eb9-9869-538e594bb0c5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:19.328102 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:19.475463 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-87d514d8-2b7f-4d01-90c8-3595174ea1e4 req-dad47987-5fce-474d-81cd-1e063756933b tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 210 time: 1.2592139 Jul 08 12:54:19.485403 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a5e487ed-14eb-46ba-ba64-ed57081fa23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:19.687692 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Network 4b7d4339-bb93-45b9-9602-75d85bfb5eaa is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:54:19.714133 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0a0c8d81-e7c6-4874-b826-9bed4b57942e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3025391'] for subnet, precommit_delete_associations {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:19.747761 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:19.799774 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:19.827654 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:54:19.841018 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642514'] for router_interface, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:20.028520 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 60222) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:20.122485 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:20.133770 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:20.134242 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:20.150333 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Pushing event updated for resources: {'Port': ['ID=a65577a6-1a87-47a5-b6ca-80940253d769,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:20.340581 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:20.396933 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:20.405713 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:20.408798 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device ae8d1394-93cd-450d-bd8d-ef21e43756eb up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:20.514943 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:20.538515 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port ae8d1394-93cd-450d-bd8d-ef21e43756eb completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:20.553325 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port ae8d1394-93cd-450d-bd8d-ef21e43756eb triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:20.556089 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:20.624362 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8495b87a-5d84-4a33-a51f-30e5b8d434ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:20.633099 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a5e487ed-14eb-46ba-ba64-ed57081fa23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:20.636134 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b9fb-bd02-4079-b7fc-9938d6d78271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:20.663079 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4821990c-823b-4983-8785-a041c70d135a req-3f0dc1e4-2f97-4ce5-a2b3-512d563afe8c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:20.676445 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-42d02084-9bc3-4e12-bf14-4fed6d58b67f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:20.682045 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-42d02084-9bc3-4e12-bf14-4fed6d58b67f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.6303830 Jul 08 12:54:20.686294 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 60230) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:20.727548 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-0f864b9d-1956-4f96-a328-615bf4988cbf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Request body: {'security_group_rule': {'security_group_id': '6cf1d177-4ceb-4cd5-ab05-5af0a7f89075', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:20.729378 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0a0c8d81-e7c6-4874-b826-9bed4b57942e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1818188'] for subnet, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:20.751668 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c9bd5c7-9b02-43fa-839c-37327b422eca req-e82bc69c-5cd6-4372-8755-547f5453704f tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 210 time: 0.0956476 Jul 08 12:54:20.877069 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:21.046839 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:21.049700 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port ae8d1394-93cd-450d-bd8d-ef21e43756eb, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=ae8d1394-93cd-450d-bd8d-ef21e43756eb,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:21.063534 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:21.080606 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b9fb-bd02-4079-b7fc-9938d6d78271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:21.085316 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4821990c-823b-4983-8785-a041c70d135a req-3f0dc1e4-2f97-4ce5-a2b3-512d563afe8c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:21.121715 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a5e487ed-14eb-46ba-ba64-ed57081fa23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:21.242332 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-7b7c9d20-9928-4eb9-9869-538e594bb0c5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Allocated IP 172.20.0.12 (25322acd-cd6d-4533-bb20-e943f6b4bde0/a9c9b335-2571-40b0-99bd-5b4f86a78575/b77855d1-8202-4e82-8441-62c64e7af09f) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:54:21.264207 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-a5e487ed-14eb-46ba-ba64-ed57081fa23c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8720a33ddd094c9aa025ef827556d0eb&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5427911 Jul 08 12:54:21.271347 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60232) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:21.322866 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=ae8d1394-93cd-450d-bd8d-ef21e43756eb,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:21.430823 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3ed9a5ab-1702-4235-af5b-d5ff9b9decba req-2914bcba-a834-45cc-946b-5fde712f508e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 210 time: 0.1920483 Jul 08 12:54:21.506798 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8495b87a-5d84-4a33-a51f-30e5b8d434ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:21.595236 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8495b87a-5d84-4a33-a51f-30e5b8d434ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:21.599400 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:21.660277 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-da12d33d-cd33-44a9-a28b-0440ce7e024f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:21.682721 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e487ed-14eb-46ba-ba64-ed57081fa23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e010f38c-c7f9-4544-902d-6b142f59447b,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:21.746097 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:21.746627 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:21.872454 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-da12d33d-cd33-44a9-a28b-0440ce7e024f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:21.907372 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0a0c8d81-e7c6-4874-b826-9bed4b57942e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1818203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3137349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261328070'] for subnet, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:21.927327 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device ae8d1394-93cd-450d-bd8d-ef21e43756eb up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:21.974658 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0a0c8d81-e7c6-4874-b826-9bed4b57942e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:21.979177 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-0a0c8d81-e7c6-4874-b826-9bed4b57942e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d651a5f7-992a-4aa7-9baa-f5ec999da271 HTTP/1.1" status: 204 len: 168 time: 4.2628078 Jul 08 12:54:22.063363 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port ae8d1394-93cd-450d-bd8d-ef21e43756eb triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:22.063363 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:22.086222 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495b87a-5d84-4a33-a51f-30e5b8d434ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb347c85-70e7-4cb0-8db8-005b1bb4ce49,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:22.122149 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4821990c-823b-4983-8785-a041c70d135a req-3f0dc1e4-2f97-4ce5-a2b3-512d563afe8c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Network c64ee7e3-2461-4f4e-a682-95b2c6d0acb4 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:54:22.122443 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60238) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:22.214543 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d59024fc-2c19-4c9c-a4de-a9b5748e9d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704495'] for network, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:22.223708 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c8d81-e7c6-4874-b826-9bed4b57942e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d651a5f7-992a-4aa7-9baa-f5ec999da271,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:22.280684 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-4821990c-823b-4983-8785-a041c70d135a req-3f0dc1e4-2f97-4ce5-a2b3-512d563afe8c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:22.298004 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-4821990c-823b-4983-8785-a041c70d135a req-3f0dc1e4-2f97-4ce5-a2b3-512d563afe8c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:54:22.312969 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821990c-823b-4983-8785-a041c70d135a req-3f0dc1e4-2f97-4ce5-a2b3-512d563afe8c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:22.313806 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4821990c-823b-4983-8785-a041c70d135a req-3f0dc1e4-2f97-4ce5-a2b3-512d563afe8c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:22.335897 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8495b87a-5d84-4a33-a51f-30e5b8d434ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6ab1dc647d1486d9eda911c88a177f1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2657337 Jul 08 12:54:22.335897 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0dc1e4-2f97-4ce5-a2b3-512d563afe8c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Pushing event updated for resources: {'Port': ['ID=a8757f58-8852-403a-a09b-a6945758e9e1,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:22.348818 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60240) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:22.419854 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-3f0dc1e4-2f97-4ce5-a2b3-512d563afe8c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4647591 Jul 08 12:54:22.436193 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b9fb-bd02-4079-b7fc-9938d6d78271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:22.441417 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b9fb-bd02-4079-b7fc-9938d6d78271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:22.448127 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-9bf7b9fb-bd02-4079-b7fc-9938d6d78271 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d06ed45d-ac8f-4c9e-92d2-bd3460da96f0 HTTP/1.1" status: 204 len: 168 time: 3.8038659 Jul 08 12:54:22.502910 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f864b9d-1956-4f96-a328-615bf4988cbf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:22.573938 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d59024fc-2c19-4c9c-a4de-a9b5748e9d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1811703', 'neutron.services.segments.db._delete_segments_for_network-8757848019285'] for network, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:22.618653 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-d59024fc-2c19-4c9c-a4de-a9b5748e9d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6656e8-46bc-4cf0-9fe3-72d92e61141c']}} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:22.655696 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-d59024fc-2c19-4c9c-a4de-a9b5748e9d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae77215-116f-44c2-93bc-00398c347df0') {'for_net_delete': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:22.658807 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-d59024fc-2c19-4c9c-a4de-a9b5748e9d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae77215-116f-44c2-93bc-00398c347df0') {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:22.701320 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d59024fc-2c19-4c9c-a4de-a9b5748e9d0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757848043825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3025382'] for segment, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:22.753149 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d59024fc-2c19-4c9c-a4de-a9b5748e9d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:22.781763 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59024fc-2c19-4c9c-a4de-a9b5748e9d0b admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=92983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:54:22.782780 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d59024fc-2c19-4c9c-a4de-a9b5748e9d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3137506'] for segment, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:22.869191 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:22.896048 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:22.897121 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653697'] for router_interface, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:22.904396 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-86a27904-e032-4a06-9086-3a923be68e11 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:54:22.905713 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-86a27904-e032-4a06-9086-3a923be68e11 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202053 Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: Traceback (most recent call last): Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: timer() Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: cb(*args, **kw) Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: return func(*args, **kwargs) Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: self._notify() Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: self.callback(batched_events) Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: event.method(event) Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: return f(self, *a, **k) Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._get(url).json() Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: return self.request(url, 'GET', **kwargs) Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:54:22.911434 dv-cinder-800022-1-iscsi neutron-server[92983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:54:22.935699 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7b9fb-bd02-4079-b7fc-9938d6d78271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06ed45d-ac8f-4c9e-92d2-bd3460da96f0,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:23.006344 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26048d49-35e7-4a3a-bebf-74ffc1e7c2e4 req-ede9b2be-edca-4691-bd14-9d4533398bba tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:23.008694 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-26048d49-35e7-4a3a-bebf-74ffc1e7c2e4 req-ede9b2be-edca-4691-bd14-9d4533398bba tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 931 time: 0.6715279 Jul 08 12:54:23.012672 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-da12d33d-cd33-44a9-a28b-0440ce7e024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:23.025156 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-da12d33d-cd33-44a9-a28b-0440ce7e024f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:23.031361 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-da12d33d-cd33-44a9-a28b-0440ce7e024f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e010f38c-c7f9-4544-902d-6b142f59447b HTTP/1.1" status: 204 len: 168 time: 1.7279849 Jul 08 12:54:23.056657 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f864b9d-1956-4f96-a328-615bf4988cbf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:23.119508 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f864b9d-1956-4f96-a328-615bf4988cbf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:23.155880 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-150075da-8391-4234-9c24-a975f9c6e78c req-19cc3409-01a7-4024-a0bc-66c150f3fea8 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 210 time: 0.0871944 Jul 08 12:54:23.186918 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12d33d-cd33-44a9-a28b-0440ce7e024f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e010f38c-c7f9-4544-902d-6b142f59447b,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:23.189714 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d59024fc-2c19-4c9c-a4de-a9b5748e9d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1811662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:23.201406 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-7b7c9d20-9928-4eb9-9869-538e594bb0c5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:23.238572 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8b88216c-4c94-4d06-b121-553b456a6a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:23.270435 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8b88216c-4c94-4d06-b121-553b456a6a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:23.348914 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d59024fc-2c19-4c9c-a4de-a9b5748e9d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:23.360896 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-d59024fc-2c19-4c9c-a4de-a9b5748e9d0b admin admin] 10.222.0.13 "DELETE /v2.0/networks/8f6656e8-46bc-4cf0-9fe3-72d92e61141c HTTP/1.1" status: 204 len: 168 time: 1.2286599 Jul 08 12:54:23.415269 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59024fc-2c19-4c9c-a4de-a9b5748e9d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=8f6656e8-46bc-4cf0-9fe3-72d92e61141c,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:23.422279 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f864b9d-1956-4f96-a328-615bf4988cbf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d547ee8d-25a0-4be9-b6b2-c7cd7e06ffc4,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:23.422720 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8b88216c-4c94-4d06-b121-553b456a6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:23.425406 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8b88216c-4c94-4d06-b121-553b456a6a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:23.430530 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-8b88216c-4c94-4d06-b121-553b456a6a42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb347c85-70e7-4cb0-8db8-005b1bb4ce49 HTTP/1.1" status: 204 len: 168 time: 1.0739148 Jul 08 12:54:23.442221 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88216c-4c94-4d06-b121-553b456a6a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb347c85-70e7-4cb0-8db8-005b1bb4ce49,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:23.462953 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Pushing event updated for resources: {'Port': ['ID=a65577a6-1a87-47a5-b6ca-80940253d769,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:23.478316 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-7b7c9d20-9928-4eb9-9869-538e594bb0c5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3137304'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:23.488311 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f864b9d-1956-4f96-a328-615bf4988cbf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:23.507087 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-0f864b9d-1956-4f96-a328-615bf4988cbf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8171303 Jul 08 12:54:23.509760 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 60256) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:23.510177 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 60258) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:23.580295 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Request body: {'floatingip': {'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:23.593870 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-7b7c9d20-9928-4eb9-9869-538e594bb0c5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Network 25322acd-cd6d-4533-bb20-e943f6b4bde0 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:54:23.601987 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-7b7c9d20-9928-4eb9-9869-538e594bb0c5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:23.612443 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-7b7c9d20-9928-4eb9-9869-538e594bb0c5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:54:23.637412 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-26048d49-35e7-4a3a-bebf-74ffc1e7c2e4 req-20187a83-3952-4f0b-810b-6d587edc5ac3 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854635 Jul 08 12:54:23.643634 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae544824-f901-49c5-8d3d-58ee9a73856b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:23.671616 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:54:23.785081 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for floatingip, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:23.788564 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Network 4b7d4339-bb93-45b9-9602-75d85bfb5eaa is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:54:23.804737 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:23.837335 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-7b7c9d20-9928-4eb9-9869-538e594bb0c5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:23.838415 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-7b7c9d20-9928-4eb9-9869-538e594bb0c5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:23.873159 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c9d20-9928-4eb9-9869-538e594bb0c5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Pushing event updated for resources: {'Port': ['ID=b77855d1-8202-4e82-8441-62c64e7af09f,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:24.071541 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Request body: {'port': {'device_id': '000a7088-a9e1-43fe-8915-290395f7f9da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:24.147302 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60262) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:24.161306 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Router 496e0c00-d29f-438c-92ad-a4ea0d959ed4 has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:54:24.233433 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae544824-f901-49c5-8d3d-58ee9a73856b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:24.254016 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae544824-f901-49c5-8d3d-58ee9a73856b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:24.275891 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-7b7c9d20-9928-4eb9-9869-538e594bb0c5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1624329 Jul 08 12:54:24.314802 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-da2a4883-bbd6-46e1-9b5b-695849256919 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f708e45583fa4de08e8a8f5f1a06e421&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1651189 Jul 08 12:54:24.318968 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60266) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:24.324371 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Request body: {'port': {'device_id': '49d0575d-bdf0-4ef6-967d-9625150ed5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:24.660688 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:24.686605 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ae544824-f901-49c5-8d3d-58ee9a73856b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c46feb73c244a119bc4206a5a7a0bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1651707 Jul 08 12:54:24.707031 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 60274) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:24.712239 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae544824-f901-49c5-8d3d-58ee9a73856b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c907d9bd-7d0a-49f2-9733-3faeeac1a584,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:24.751154 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:24.962486 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60282) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:25.065239 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-752c64e0-ab9d-4a1e-85b6-b01f966894ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:25.105898 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:25.217853 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b18bba4b-f976-46a2-b60f-58c4324c47cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:25.347639 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d4c4c-ff47-4941-8c11-668a11f4addf req-2491f667-8530-4b56-be34-bb850c1dbef1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:25.349800 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2a9d4c4c-ff47-4941-8c11-668a11f4addf req-2491f667-8530-4b56-be34-bb850c1dbef1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 932 time: 0.7755811 Jul 08 12:54:25.387943 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b18bba4b-f976-46a2-b60f-58c4324c47cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:25.467185 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:54:25.488321 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Sync routers for ids ['496e0c00-d29f-438c-92ad-a4ea0d959ed4'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:54:25.519976 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Routers {'496e0c00-d29f-438c-92ad-a4ea0d959ed4'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:54:25.520945 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:54:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['496e0c00-d29f-438c-92ad-a4ea0d959ed4'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:25.527481 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6e6328ed-ba5e-46f2-8fef-900860dc8759 admin admin] 10.222.0.13 "PUT /v2.0/routers/496e0c00-d29f-438c-92ad-a4ea0d959ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5702956 Jul 08 12:54:25.626577 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b28b6d44-d337-46d5-8e71-0c2ac59a9670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:25.825387 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2a9d4c4c-ff47-4941-8c11-668a11f4addf req-8b6581dd-3650-441e-a93a-4a725b33dfee tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671578 Jul 08 12:54:25.921186 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349306bd-cafe-4184-baba-88b94132dd8a req-91e5e233-ff12-4f9c-b823-1cfe0bdf9718 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:25.921186 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-349306bd-cafe-4184-baba-88b94132dd8a req-91e5e233-ff12-4f9c-b823-1cfe0bdf9718 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 931 time: 0.9198563 Jul 08 12:54:25.971940 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Allocated IP 172.27.2.152 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/4357cc12-0280-4689-aa9f-d3aa090a5870) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:54:26.053988 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Set router 496e0c00-d29f-438c-92ad-a4ea0d959ed4 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:54:26.169039 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b18bba4b-f976-46a2-b60f-58c4324c47cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:26.174413 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b18bba4b-f976-46a2-b60f-58c4324c47cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:26.185690 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-b18bba4b-f976-46a2-b60f-58c4324c47cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7b28059-c131-4383-8cdc-d54235cced9a HTTP/1.1" status: 204 len: 168 time: 1.8655739 Jul 08 12:54:26.221926 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-752c64e0-ab9d-4a1e-85b6-b01f966894ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:26.223184 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bba4b-f976-46a2-b60f-58c4324c47cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b28059-c131-4383-8cdc-d54235cced9a,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:26.247938 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:26.252081 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-752c64e0-ab9d-4a1e-85b6-b01f966894ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:26.419395 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-752c64e0-ab9d-4a1e-85b6-b01f966894ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9db3d0c2c51b4624a66c9bfdd8f65bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4375508 Jul 08 12:54:26.452121 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60308) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:26.466482 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b28b6d44-d337-46d5-8e71-0c2ac59a9670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:26.480234 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c64e0-ab9d-4a1e-85b6-b01f966894ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a566daed-a059-4f2c-8632-34b3f39688c0,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:26.657547 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-349306bd-cafe-4184-baba-88b94132dd8a req-484f3356-ef9b-421f-a5d0-4333d9f1439d tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508885 Jul 08 12:54:26.690930 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:26.825128 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b28b6d44-d337-46d5-8e71-0c2ac59a9670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:26.828014 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b28b6d44-d337-46d5-8e71-0c2ac59a9670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:26.833838 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b28b6d44-d337-46d5-8e71-0c2ac59a9670 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c907d9bd-7d0a-49f2-9733-3faeeac1a584 HTTP/1.1" status: 204 len: 168 time: 2.1235931 Jul 08 12:54:26.856047 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:54:26.868050 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event updated for resources: {'Port': ['ID=4357cc12-0280-4689-aa9f-d3aa090a5870,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:26.877315 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:26.881635 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b6d44-d337-46d5-8e71-0c2ac59a9670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c907d9bd-7d0a-49f2-9733-3faeeac1a584,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:26.883130 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-05e7d7fe-7fe8-434e-87f9-8d6cceb41a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:26.887514 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:54:26.948560 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-05e7d7fe-7fe8-434e-87f9-8d6cceb41a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:27.022222 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-577784311-router', 'tenant_id': 'f3dbecc61c5845b188667dfb5faa627b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:06Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 4, 'project_id': 'f3dbecc61c5845b188667dfb5faa627b', 'gw_port': {'id': 'ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'a65577a6-1a87-47a5-b6ca-80940253d769', 'name': '', 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa', 'tenant_id': 'f3dbecc61c5845b188667dfb5faa627b', 'mac_address': 'fa:16:3e:c5:ba:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '262bcbbd-46b6-4e4c-b994-e242df92a595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:14Z', 'updated_at': '2021-07-08T12:54:21Z', 'revision_number': 2, 'project_id': 'f3dbecc61c5845b188667dfb5faa627b', 'subnets': [{'id': '262bcbbd-46b6-4e4c-b994-e242df92a595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:27.115555 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-05e7d7fe-7fe8-434e-87f9-8d6cceb41a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:27.119113 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-05e7d7fe-7fe8-434e-87f9-8d6cceb41a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:27.125233 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-05e7d7fe-7fe8-434e-87f9-8d6cceb41a48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a566daed-a059-4f2c-8632-34b3f39688c0 HTTP/1.1" status: 204 len: 168 time: 0.6622353 Jul 08 12:54:27.137237 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Checking router: 496e0c00-d29f-438c-92ad-a4ea0d959ed4 for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:54:27.137867 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Updating router 496e0c00-d29f-438c-92ad-a4ea0d959ed4 port a65577a6-1a87-47a5-b6ca-80940253d769 binding host dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:54:27.163763 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:27.220576 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:27.225574 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7d7fe-7fe8-434e-87f9-8d6cceb41a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a566daed-a059-4f2c-8632-34b3f39688c0,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:27.328045 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-99db5515-5a2a-4617-9205-fdf5f3c2d402 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:27.335863 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-99db5515-5a2a-4617-9205-fdf5f3c2d402 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/networks?id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa HTTP/1.1" status: 200 len: 818 time: 0.7368648 Jul 08 12:54:27.340807 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77855d1-8202-4e82-8441-62c64e7af09f {{(pid=92983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:54:27.362538 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:27.402145 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-38678553-cf09-4555-93ec-b3c370238bea tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/quotas/f3dbecc61c5845b188667dfb5faa627b HTTP/1.1" status: 200 len: 375 time: 0.0312021 Jul 08 12:54:27.499183 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Transition to ACTIVE for port object b77855d1-8202-4e82-8441-62c64e7af09f will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:27.531789 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8757f58-8852-403a-a09b-a6945758e9e1 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:54:27.548204 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:27.564816 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:27.586663 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed28221-a202-4255-820e-ca032d374060 req-3928267a-dc14-4750-9fc2-423dd749ff6f tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:27.601902 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aed28221-a202-4255-820e-ca032d374060 req-3928267a-dc14-4750-9fc2-423dd749ff6f tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 932 time: 0.3816020 Jul 08 12:54:27.633798 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 60328) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:27.643472 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:27.664407 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Pushing event updated for resources: {'Port': ['ID=b77855d1-8202-4e82-8441-62c64e7af09f,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:27.969944 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:27.984625 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Transition to ACTIVE for port object a65577a6-1a87-47a5-b6ca-80940253d769 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:28.014699 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.017492 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aed28221-a202-4255-820e-ca032d374060 req-a8028f20-2197-4138-9e07-d990ba7aea80 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073994 Jul 08 12:54:28.020660 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Transition to ACTIVE for port object a8757f58-8852-403a-a09b-a6945758e9e1 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:28.027550 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-8bedffd2-105e-4157-80fa-23f64654632e tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3dbecc61c5845b188667dfb5faa627b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6124752 Jul 08 12:54:28.063145 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.188099 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.198450 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Pushing event updated for resources: {'Port': ['ID=a8757f58-8852-403a-a09b-a6945758e9e1,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:28.262896 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.296551 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-aee52f3c-af5b-4cb7-ab67-db406bd2b242 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38f7929f400949188902b1f00cad80d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3609693 Jul 08 12:54:28.305728 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60338) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:28.310031 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.392961 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a476b4-ee8b-4bb8-aa32-23db75d44b15 None None] Pushing event updated for resources: {'Port': ['ID=a65577a6-1a87-47a5-b6ca-80940253d769,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:28.423173 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Attempting to bind port a8757f58-8852-403a-a09b-a6945758e9e1 on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:54:28.433473 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Attempting to bind port a8757f58-8852-403a-a09b-a6945758e9e1 by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': '3c8fd000-62ab-4a72-9b86-6a9ca8743c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c64ee7e3-2461-4f4e-a682-95b2c6d0acb4'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:54:28.434057 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Attempting to bind port a8757f58-8852-403a-a09b-a6945758e9e1 on network c64ee7e3-2461-4f4e-a682-95b2c6d0acb4 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:28.450407 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.476100 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Port a8757f58-8852-403a-a09b-a6945758e9e1 on network c64ee7e3-2461-4f4e-a682-95b2c6d0acb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:54:28.476589 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Attempting to bind port a8757f58-8852-403a-a09b-a6945758e9e1 on network c64ee7e3-2461-4f4e-a682-95b2c6d0acb4 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:28.502807 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Attempting to bind port a65577a6-1a87-47a5-b6ca-80940253d769 on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:54:28.504785 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Attempting to bind port a65577a6-1a87-47a5-b6ca-80940253d769 by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': 'bfa51963-cfd2-4b77-a330-f4e9b99af459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:54:28.505395 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Attempting to bind port a65577a6-1a87-47a5-b6ca-80940253d769 on network 4b7d4339-bb93-45b9-9602-75d85bfb5eaa {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:28.513917 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:54:28.514495 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Checking segment: {'id': '3c8fd000-62ab-4a72-9b86-6a9ca8743c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c64ee7e3-2461-4f4e-a682-95b2c6d0acb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:28.515181 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Bound using segment: {'id': '3c8fd000-62ab-4a72-9b86-6a9ca8743c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c64ee7e3-2461-4f4e-a682-95b2c6d0acb4'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:54:28.515767 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Bound port: a8757f58-8852-403a-a09b-a6945758e9e1, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8fd000-62ab-4a72-9b86-6a9ca8743c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c64ee7e3-2461-4f4e-a682-95b2c6d0acb4'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:54:28.516264 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.518628 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event updated for resources: {'Port': ['ID=4357cc12-0280-4689-aa9f-d3aa090a5870,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:28.520726 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:54:28.521240 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Checking segment: {'id': 'bfa51963-cfd2-4b77-a330-f4e9b99af459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:28.521836 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.522523 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Bound using segment: {'id': 'bfa51963-cfd2-4b77-a330-f4e9b99af459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:54:28.523167 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Bound port: a65577a6-1a87-47a5-b6ca-80940253d769, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa51963-cfd2-4b77-a330-f4e9b99af459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:54:28.523817 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.541838 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.545389 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7745a88e-8fa1-4f88-9a24-1c84f86124f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0255795 Jul 08 12:54:28.557484 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-ae12215e-e6c3-4b99-945c-cf4ef33e199d service neutron] 10.222.0.13 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039217 Jul 08 12:54:28.582464 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37048ff4-ce5c-4f5c-81c5-135bdb30105b req-2560405e-ce0e-4380-867e-f1efca25611c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:28.604700 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37048ff4-ce5c-4f5c-81c5-135bdb30105b req-2560405e-ce0e-4380-867e-f1efca25611c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 943 time: 0.3585720 Jul 08 12:54:28.638652 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Attempting to bind port b77855d1-8202-4e82-8441-62c64e7af09f on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:54:28.638652 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Attempting to bind port b77855d1-8202-4e82-8441-62c64e7af09f by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': 'eb213aaf-4e10-4333-998e-30832ddcf1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:54:28.639218 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Attempting to bind port b77855d1-8202-4e82-8441-62c64e7af09f on network 25322acd-cd6d-4533-bb20-e943f6b4bde0 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:28.685149 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37048ff4-ce5c-4f5c-81c5-135bdb30105b req-08abfdee-12aa-419d-8315-4d5c518c32bf tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790522 Jul 08 12:54:28.721212 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] For port a8757f58-8852-403a-a09b-a6945758e9e1, host hv-cinder-80002, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:54:28.727581 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] For port a8757f58-8852-403a-a09b-a6945758e9e1, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=a8757f58-8852-403a-a09b-a6945758e9e1,segment=NetworkSegment(3c8fd000-62ab-4a72-9b86-6a9ca8743c96),segment_id=3c8fd000-62ab-4a72-9b86-6a9ca8743c96)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:54:28.733996 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.814342 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] For port a65577a6-1a87-47a5-b6ca-80940253d769, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:54:28.830312 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] For port a65577a6-1a87-47a5-b6ca-80940253d769, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=a65577a6-1a87-47a5-b6ca-80940253d769,segment=NetworkSegment(bfa51963-cfd2-4b77-a330-f4e9b99af459),segment_id=bfa51963-cfd2-4b77-a330-f4e9b99af459)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:54:28.843501 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.900911 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Pushing event updated for resources: {'Port': ['ID=a8757f58-8852-403a-a09b-a6945758e9e1,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:28.947236 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-b8ab89fe-406d-4089-937f-983c62bbb016 service neutron] 10.222.0.13 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508232 Jul 08 12:54:28.961994 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:28.962379 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Port b77855d1-8202-4e82-8441-62c64e7af09f on network 25322acd-cd6d-4533-bb20-e943f6b4bde0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:54:28.962562 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.962939 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Attempting to bind port b77855d1-8202-4e82-8441-62c64e7af09f on network 25322acd-cd6d-4533-bb20-e943f6b4bde0 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:28.964107 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-019fcca1-698c-49fd-9607-8dcbf4c79bab service neutron] 10.222.0.61 "PUT /v2.0/ports/a8757f58-8852-403a-a09b-a6945758e9e1 HTTP/1.1" status: 200 len: 1093 time: 5.6677661 Jul 08 12:54:28.965264 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000a7088-a9e1-43fe-8915-290395f7f9da', 'tag': 'a8757f58-8852-403a-a09b-a6945758e9e1'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:54:29.103638 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:54:29.106726 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Checking segment: {'id': 'eb213aaf-4e10-4333-998e-30832ddcf1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:29.110939 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Bound using segment: {'id': 'eb213aaf-4e10-4333-998e-30832ddcf1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:54:29.113402 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Bound port: b77855d1-8202-4e82-8441-62c64e7af09f, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb213aaf-4e10-4333-998e-30832ddcf1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:54:29.125528 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Routers {'496e0c00-d29f-438c-92ad-a4ea0d959ed4'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:54:29.129535 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:29.137814 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:54:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['496e0c00-d29f-438c-92ad-a4ea0d959ed4'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:29.145930 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a476b4-ee8b-4bb8-aa32-23db75d44b15 None None] Pushing event updated for resources: {'Port': ['ID=a65577a6-1a87-47a5-b6ca-80940253d769,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:29.342710 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-d9e304a7-b695-4950-a04d-e8e00f616755 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1930898334&fields=id&tenant_id=cb3aaf43ca0742bcbae60180f6a370b0 HTTP/1.1" status: 200 len: 267 time: 0.2609394 Jul 08 12:54:29.526141 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-37aa8f9d-f094-42e0-9c86-bcfa80525abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:29.642320 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821990c-823b-4983-8785-a041c70d135a req-7afb5123-1bab-4d39-b9a3-12f1605ad5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:29.657447 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-7afb5123-1bab-4d39-b9a3-12f1605ad5af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d2ad3b09e14f4e358c5097fa3f627f63&device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 1096 time: 0.6022716 Jul 08 12:54:29.691598 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] Set router 496e0c00-d29f-438c-92ad-a4ea0d959ed4 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:54:29.711298 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-37aa8f9d-f094-42e0-9c86-bcfa80525abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:29.766321 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] For port b77855d1-8202-4e82-8441-62c64e7af09f, host hv-cinder-80002, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:54:29.910171 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] For port b77855d1-8202-4e82-8441-62c64e7af09f, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b77855d1-8202-4e82-8441-62c64e7af09f,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:54:29.931743 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:30.063254 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:30.066936 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:30.075887 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] 10.222.0.61 "PUT /v2.0/ports/b77855d1-8202-4e82-8441-62c64e7af09f HTTP/1.1" status: 200 len: 1094 time: 5.7577779 Jul 08 12:54:30.081333 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d0575d-bdf0-4ef6-967d-9625150ed5e1', 'tag': 'b77855d1-8202-4e82-8441-62c64e7af09f'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:54:30.090955 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d6f44-0f84-4d54-8575-28a306e85734 service neutron] Pushing event updated for resources: {'Port': ['ID=b77855d1-8202-4e82-8441-62c64e7af09f,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:30.152607 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-37aa8f9d-f094-42e0-9c86-bcfa80525abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:30.156218 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-37aa8f9d-f094-42e0-9c86-bcfa80525abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:30.156218 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-37aa8f9d-f094-42e0-9c86-bcfa80525abf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d8f6d47-5f50-4f00-93f0-099f8ddc1170 HTTP/1.1" status: 204 len: 168 time: 1.6302083 Jul 08 12:54:30.176446 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c47b49-1660-4d5e-8120-47a2dc65f583 req-930fd6f0-6ccb-42af-86f5-2ca093063e9d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:30.185922 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-47c47b49-1660-4d5e-8120-47a2dc65f583 req-930fd6f0-6ccb-42af-86f5-2ca093063e9d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 944 time: 0.3832958 Jul 08 12:54:30.233375 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a94ff6-3e7d-40ef-8565-84d089c17a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "000a7088-a9e1-43fe-8915-290395f7f9da", "tag": "a8757f58-8852-403a-a09b-a6945758e9e1"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:54:30.271458 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-00b07b85-410f-468a-b6b1-12ef972d3b44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8757f58-8852-403a-a09b-a6945758e9e1 HTTP/1.1" status: 200 len: 217 time: 0.5782862 Jul 08 12:54:30.286599 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-577784311-router', 'tenant_id': 'f3dbecc61c5845b188667dfb5faa627b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:06Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 4, 'project_id': 'f3dbecc61c5845b188667dfb5faa627b', 'gw_port': {'id': 'ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'a65577a6-1a87-47a5-b6ca-80940253d769', 'name': '', 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa', 'tenant_id': 'f3dbecc61c5845b188667dfb5faa627b', 'mac_address': 'fa:16:3e:c5:ba:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '262bcbbd-46b6-4e4c-b994-e242df92a595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:14Z', 'updated_at': '2021-07-08T12:54:28Z', 'revision_number': 4, 'project_id': 'f3dbecc61c5845b188667dfb5faa627b', 'subnets': [{'id': '262bcbbd-46b6-4e4c-b994-e242df92a595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:30.297524 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-59fbff4c-feaa-45e4-ad75-acafc585d6cc tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:30.322888 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa8f9d-f094-42e0-9c86-bcfa80525abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8f6d47-5f50-4f00-93f0-099f8ddc1170,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:30.327676 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-59fbff4c-feaa-45e4-ad75-acafc585d6cc tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/networks?id=1001031a-1b61-435b-8812-921aa2a452b0 HTTP/1.1" status: 200 len: 817 time: 0.9671588 Jul 08 12:54:30.380308 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-47c47b49-1660-4d5e-8120-47a2dc65f583 req-1c23cd41-c5b4-43d1-90f7-9714a344f9a4 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927199 Jul 08 12:54:30.487564 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a78bb-00eb-4f58-9732-128152ebd732 None None] The sync data for ids ['496e0c00-d29f-438c-92ad-a4ea0d959ed4'] in dv-cinder-800022-1-iscsi is: [{'id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-577784311-router', 'tenant_id': 'f3dbecc61c5845b188667dfb5faa627b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:06Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 4, 'project_id': 'f3dbecc61c5845b188667dfb5faa627b', 'gw_port': {'id': 'ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'a65577a6-1a87-47a5-b6ca-80940253d769', 'name': '', 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa', 'tenant_id': 'f3dbecc61c5845b188667dfb5faa627b', 'mac_address': 'fa:16:3e:c5:ba:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '262bcbbd-46b6-4e4c-b994-e242df92a595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:14Z', 'updated_at': '2021-07-08T12:54:28Z', 'revision_number': 4, 'project_id': 'f3dbecc61c5845b188667dfb5faa627b', 'subnets': [{'id': '262bcbbd-46b6-4e4c-b994-e242df92a595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:54:30.617686 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-b957d684-8dad-40b8-9e79-85920e08f3bc tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/quotas/cb3aaf43ca0742bcbae60180f6a370b0 HTTP/1.1" status: 200 len: 375 time: 0.2890389 Jul 08 12:54:30.685855 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821990c-823b-4983-8785-a041c70d135a req-3ce3bdda-ac73-4550-876f-0113a649459b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:30.687354 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-3ce3bdda-ac73-4550-876f-0113a649459b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=603a8b95-12f0-4eac-b22e-2c6984ff5abe HTTP/1.1" status: 200 len: 852 time: 0.3526893 Jul 08 12:54:30.695897 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-63dd5c83-acda-4982-a2df-fdb40ba5b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:30.702764 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-63dd5c83-acda-4982-a2df-fdb40ba5b4a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f0cacd1b66143d4af1faf4c09461adb&device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 1097 time: 0.5145149 Jul 08 12:54:30.752381 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b00d7149-e6ee-491d-86fd-518d96bd9997 req-815b7bcf-4a56-49c2-a7e7-925ca393ae33 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 210 time: 0.2610409 Jul 08 12:54:31.165997 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-1673387d-d087-44c6-a5ac-66af81acb93e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77855d1-8202-4e82-8441-62c64e7af09f HTTP/1.1" status: 200 len: 217 time: 0.4065738 Jul 08 12:54:31.184362 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-8e969aab-bcfd-4d91-aafb-bade0be57c60 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c64ee7e3-2461-4f4e-a682-95b2c6d0acb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4454384 Jul 08 12:54:31.452402 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-3e55d4e0-292c-497c-86fd-bf96eb0aa846 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb3aaf43ca0742bcbae60180f6a370b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8300316 Jul 08 12:54:31.559034 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-385a6e91-b782-43a1-a9a6-2d8b4d41e33b service neutron] 10.222.0.61 "GET /v2.0/networks/c64ee7e3-2461-4f4e-a682-95b2c6d0acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486550 Jul 08 12:54:31.708493 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-f03eaab4-dba1-4356-befb-ba16e0d0811d service neutron] 10.222.0.13 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383776 Jul 08 12:54:31.719622 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-e82d6806-ee4e-4180-a636-103546830349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:31.748168 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-e82d6806-ee4e-4180-a636-103546830349 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9c9b335-2571-40b0-99bd-5b4f86a78575 HTTP/1.1" status: 200 len: 854 time: 0.5606592 Jul 08 12:54:31.760537 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device a65577a6-1a87-47a5-b6ca-80940253d769 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:31.779958 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203f79f7-055e-4a84-bb77-b73d72a9b39e" -d '{"events": [{"name": "network-changed", "server_uuid": "49d0575d-bdf0-4ef6-967d-9625150ed5e1", "tag": "b77855d1-8202-4e82-8441-62c64e7af09f"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:54:31.865003 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4821990c-823b-4983-8785-a041c70d135a req-43e21bd4-1df7-4f68-a7f5-20b81a363389 service neutron] 10.222.0.61 "GET /v2.0/networks/c64ee7e3-2461-4f4e-a682-95b2c6d0acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522240 Jul 08 12:54:31.888951 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-4eb36d5f-6130-4b8c-ba6e-c707a04824d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25322acd-cd6d-4533-bb20-e943f6b4bde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909812 Jul 08 12:54:31.918956 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-6b9895e5-132b-4cbe-bb9c-d4d3878c896a service neutron] 10.222.0.13 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087207 Jul 08 12:54:31.929210 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port a65577a6-1a87-47a5-b6ca-80940253d769 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:31.936365 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port a65577a6-1a87-47a5-b6ca-80940253d769 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:31.936895 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:31.953335 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd776b0f-7ad9-44d8-b686-25ad3e9c06cf req-3759510f-53cd-4487-a4db-aa14de88321f tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:31.965259 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-dd776b0f-7ad9-44d8-b686-25ad3e9c06cf req-3759510f-53cd-4487-a4db-aa14de88321f tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 943 time: 0.6407919 Jul 08 12:54:32.135404 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-d8e89720-5dc1-4e8c-980d-bc516175c02f service neutron] 10.222.0.61 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783626 Jul 08 12:54:32.195949 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:32.298511 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port a65577a6-1a87-47a5-b6ca-80940253d769, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=a65577a6-1a87-47a5-b6ca-80940253d769,segment=NetworkSegment(bfa51963-cfd2-4b77-a330-f4e9b99af459),segment_id=bfa51963-cfd2-4b77-a330-f4e9b99af459)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:32.306055 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:32.483129 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=a65577a6-1a87-47a5-b6ca-80940253d769,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:32.573535 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 60458) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:32.726674 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-dd776b0f-7ad9-44d8-b686-25ad3e9c06cf req-fd1d60a5-6c24-4059-853e-5697d678844f tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5894935 Jul 08 12:54:32.836557 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-28948607-225c-4af8-ba66-908ba021c135 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:32.838148 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac331069-bee6-41f0-8405-2e12bad00eb4 req-40ef6b5d-2ae9-4e6c-a260-32c88127ec12 service neutron] 10.222.0.61 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6861246 Jul 08 12:54:32.843064 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-28948607-225c-4af8-ba66-908ba021c135 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.61 "GET /v2.0/networks?id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa HTTP/1.1" status: 200 len: 818 time: 0.3083656 Jul 08 12:54:32.859321 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-e6341dea-8b76-44e1-b13c-438ea970df26 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Request body: {'port': {'device_id': 'f9253350-85d5-4ad9-8a89-d3af9a1d43ea', 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa', 'admin_state_up': True, 'tenant_id': 'f3dbecc61c5845b188667dfb5faa627b'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:33.112050 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-e6341dea-8b76-44e1-b13c-438ea970df26 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Made reservation on behalf of f3dbecc61c5845b188667dfb5faa627b for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:33.124581 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-e6341dea-8b76-44e1-b13c-438ea970df26 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:33.434214 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582817c6-daef-4a3a-a492-8d7147bdfa19 x-openstack-request-id: req-582817c6-daef-4a3a-a492-8d7147bdfa19 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:54:33.444221 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000a7088-a9e1-43fe-8915-290395f7f9da", "tag": "a8757f58-8852-403a-a09b-a6945758e9e1", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:54:33.444221 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-582817c6-daef-4a3a-a492-8d7147bdfa19 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:54:33.444221 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000a7088-a9e1-43fe-8915-290395f7f9da', 'tag': 'a8757f58-8852-403a-a09b-a6945758e9e1', 'status': 'completed', 'code': 200} Jul 08 12:54:33.466721 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-06239a96-5d8d-4506-a4a3-8be598ee2d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:33.529941 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device a65577a6-1a87-47a5-b6ca-80940253d769 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:33.534091 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c835f-b038-4775-89dc-e557e4daec3c req-a1c84e7b-6b1d-4b46-9f73-5668d1e1ff11 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:33.548883 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-cf6c835f-b038-4775-89dc-e557e4daec3c req-a1c84e7b-6b1d-4b46-9f73-5668d1e1ff11 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 944 time: 0.3709092 Jul 08 12:54:33.666574 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port a65577a6-1a87-47a5-b6ca-80940253d769 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:33.666984 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:33.679474 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-cf6c835f-b038-4775-89dc-e557e4daec3c req-54764a04-4a58-49ca-9626-0342790f82cb tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280651 Jul 08 12:54:33.741539 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-06239a96-5d8d-4506-a4a3-8be598ee2d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:33.760676 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-06239a96-5d8d-4506-a4a3-8be598ee2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:33.791403 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a94ff6-3e7d-40ef-8565-84d089c17a6a req-4e93c0d2-c342-461e-86ee-972c81bfd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:33.794265 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f1a94ff6-3e7d-40ef-8565-84d089c17a6a req-4e93c0d2-c342-461e-86ee-972c81bfd866 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d2ad3b09e14f4e358c5097fa3f627f63&device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 1096 time: 0.4230092 Jul 08 12:54:33.968313 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-e6341dea-8b76-44e1-b13c-438ea970df26 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Allocated IP 172.20.0.3 (4b7d4339-bb93-45b9-9602-75d85bfb5eaa/262bcbbd-46b6-4e4c-b994-e242df92a595/74341109-ec67-4527-895d-f9685f0ddd46) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:54:34.016362 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-06239a96-5d8d-4506-a4a3-8be598ee2d68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdc5a954b41245f0ad950e92ab49822d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4407725 Jul 08 12:54:34.022978 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60506) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:34.043553 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06239a96-5d8d-4506-a4a3-8be598ee2d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a0cae7-fc00-4215-a56b-740925cad275,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:34.049009 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a94ff6-3e7d-40ef-8565-84d089c17a6a req-89f58c61-09d8-4fb9-ae11-594660fd1df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:34.051996 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f1a94ff6-3e7d-40ef-8565-84d089c17a6a req-89f58c61-09d8-4fb9-ae11-594660fd1df6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c64ee7e3-2461-4f4e-a682-95b2c6d0acb4 HTTP/1.1" status: 200 len: 913 time: 0.2514987 Jul 08 12:54:34.119656 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f1a94ff6-3e7d-40ef-8565-84d089c17a6a req-6efd925a-5d31-4128-b3fd-ea6641afefad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8757f58-8852-403a-a09b-a6945758e9e1 HTTP/1.1" status: 200 len: 217 time: 0.0595217 Jul 08 12:54:34.176294 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f4d68729-9c64-4e8f-bae5-d4d01a9c204d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:34.178300 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f4d68729-9c64-4e8f-bae5-d4d01a9c204d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/networks?id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa HTTP/1.1" status: 200 len: 818 time: 0.4272385 Jul 08 12:54:34.192140 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a94ff6-3e7d-40ef-8565-84d089c17a6a req-8b10e6fd-cd82-4f46-8140-b52b0e0c41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:34.194365 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f1a94ff6-3e7d-40ef-8565-84d089c17a6a req-8b10e6fd-cd82-4f46-8140-b52b0e0c41d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=603a8b95-12f0-4eac-b22e-2c6984ff5abe HTTP/1.1" status: 200 len: 852 time: 0.0546002 Jul 08 12:54:34.242376 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-d303c33a-1699-481d-aa8d-9b18440f3b3d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/quotas/f3dbecc61c5845b188667dfb5faa627b HTTP/1.1" status: 200 len: 375 time: 0.0520990 Jul 08 12:54:34.245857 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f2755996-b8a3-4f20-b843-79b527e6e805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:34.250151 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f1a94ff6-3e7d-40ef-8565-84d089c17a6a req-acf36499-0c9e-4b83-bcb3-35ef32047bea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c64ee7e3-2461-4f4e-a682-95b2c6d0acb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493891 Jul 08 12:54:34.368482 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-e6341dea-8b76-44e1-b13c-438ea970df26 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:34.394355 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-0b3d8f33-2e4c-4ed7-bb7c-cd38bff213e8 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3dbecc61c5845b188667dfb5faa627b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1420939 Jul 08 12:54:34.409821 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f1a94ff6-3e7d-40ef-8565-84d089c17a6a req-5cfa2bcf-2656-412e-abe9-bf5ae1e59e0e service neutron] 10.222.0.61 "GET /v2.0/networks/c64ee7e3-2461-4f4e-a682-95b2c6d0acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470361 Jul 08 12:54:34.513668 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f2755996-b8a3-4f20-b843-79b527e6e805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:34.538326 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.61', 56681) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:34.638405 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f1a94ff6-3e7d-40ef-8565-84d089c17a6a req-0ad3ee2c-4ba9-43a1-bd14-d49bdb9129f9 service neutron] 10.222.0.61 "GET /v2.0/networks/c64ee7e3-2461-4f4e-a682-95b2c6d0acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218547 Jul 08 12:54:34.640406 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8f8ad0-409c-4afe-8e3d-876137181012 x-openstack-request-id: req-1f8f8ad0-409c-4afe-8e3d-876137181012 {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:54:34.641613 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d0575d-bdf0-4ef6-967d-9625150ed5e1", "tag": "b77855d1-8202-4e82-8441-62c64e7af09f", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:54:34.642100 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f8f8ad0-409c-4afe-8e3d-876137181012 {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:54:34.643973 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d0575d-bdf0-4ef6-967d-9625150ed5e1', 'tag': 'b77855d1-8202-4e82-8441-62c64e7af09f', 'status': 'completed', 'code': 200} Jul 08 12:54:34.741963 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-e6341dea-8b76-44e1-b13c-438ea970df26 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:34.772943 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f2755996-b8a3-4f20-b843-79b527e6e805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:34.775654 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f2755996-b8a3-4f20-b843-79b527e6e805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:34.786459 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-f2755996-b8a3-4f20-b843-79b527e6e805 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9a0cae7-fc00-4215-a56b-740925cad275 HTTP/1.1" status: 204 len: 168 time: 0.7623763 Jul 08 12:54:34.797808 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2755996-b8a3-4f20-b843-79b527e6e805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a0cae7-fc00-4215-a56b-740925cad275,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:34.835322 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-0ebcb799-c7f4-4203-8f4b-d4e0f9cfa8b5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:34.838014 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-0ebcb799-c7f4-4203-8f4b-d4e0f9cfa8b5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.61 "GET /v2.0/networks?id=1001031a-1b61-435b-8812-921aa2a452b0 HTTP/1.1" status: 200 len: 817 time: 0.2982125 Jul 08 12:54:34.864348 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-0bd102ea-74f8-4fde-ba94-c1da856daff9 service neutron] 10.222.0.13 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549363 Jul 08 12:54:34.880766 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f79f7-055e-4a84-bb77-b73d72a9b39e req-5d494b1f-900f-4109-8311-91597a73f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:34.882272 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-203f79f7-055e-4a84-bb77-b73d72a9b39e req-5d494b1f-900f-4109-8311-91597a73f6ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f0cacd1b66143d4af1faf4c09461adb&device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 1097 time: 0.1807396 Jul 08 12:54:34.926214 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-e6341dea-8b76-44e1-b13c-438ea970df26 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Network 4b7d4339-bb93-45b9-9602-75d85bfb5eaa is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:54:35.005321 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-e6341dea-8b76-44e1-b13c-438ea970df26 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:35.009275 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-e6341dea-8b76-44e1-b13c-438ea970df26 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:54:35.021126 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-e6341dea-8b76-44e1-b13c-438ea970df26 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:35.022475 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-e6341dea-8b76-44e1-b13c-438ea970df26 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:35.038890 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7cdea446-fbad-4d90-a0a5-c9729ddcf3f4 req-603078ed-d109-450d-89f8-6e8fa67eed47 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 210 time: 0.1153195 Jul 08 12:54:35.137495 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6341dea-8b76-44e1-b13c-438ea970df26 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Pushing event updated for resources: {'Port': ['ID=74341109-ec67-4527-895d-f9685f0ddd46,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:35.174275 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f79f7-055e-4a84-bb77-b73d72a9b39e req-0ab09d85-d0f5-4543-8ca3-7b5a7d2bd3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:35.175854 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-203f79f7-055e-4a84-bb77-b73d72a9b39e req-0ab09d85-d0f5-4543-8ca3-7b5a7d2bd3d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25322acd-cd6d-4533-bb20-e943f6b4bde0 HTTP/1.1" status: 200 len: 915 time: 0.2871563 Jul 08 12:54:35.227698 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-e6341dea-8b76-44e1-b13c-438ea970df26 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3729990 Jul 08 12:54:35.251584 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-03b1a24f-add3-4d89-a449-4e9ef1ca200d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb3aaf43ca0742bcbae60180f6a370b0 HTTP/1.1" status: 200 len: 380 time: 0.3536186 Jul 08 12:54:35.268033 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-203f79f7-055e-4a84-bb77-b73d72a9b39e req-84a4d3dc-4591-425c-ace7-763e7597c7e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77855d1-8202-4e82-8441-62c64e7af09f HTTP/1.1" status: 200 len: 217 time: 0.0826793 Jul 08 12:54:35.314924 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Request body: {'port': {'device_id': 'f9253350-85d5-4ad9-8a89-d3af9a1d43ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:35.348352 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f79f7-055e-4a84-bb77-b73d72a9b39e req-105e9496-0835-41ba-bf70-2c431e944d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:35.350722 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-203f79f7-055e-4a84-bb77-b73d72a9b39e req-105e9496-0835-41ba-bf70-2c431e944d9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9c9b335-2571-40b0-99bd-5b4f86a78575 HTTP/1.1" status: 200 len: 854 time: 0.0762329 Jul 08 12:54:35.404364 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-78931499-7271-403f-adfe-4f80b71dcb26 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Request body: {'port': {'device_id': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'admin_state_up': True, 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'security_groups': ['6cf1d177-4ceb-4cd5-ab05-5af0a7f89075']}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:35.448360 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-203f79f7-055e-4a84-bb77-b73d72a9b39e req-6956c5c6-f44f-4b43-837a-2448d15e5e99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25322acd-cd6d-4533-bb20-e943f6b4bde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898669 Jul 08 12:54:35.652712 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-5bc58e06-2899-4b68-8884-9d7d023f57e5 service neutron] 10.222.0.13 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7505941 Jul 08 12:54:35.694744 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:35.796613 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbc4c7-054a-4f7b-88b6-c2de97b6ec5d req-df96974a-dc54-48ff-98da-6673f2f375dd tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:35.809090 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3bbbc4c7-054a-4f7b-88b6-c2de97b6ec5d req-df96974a-dc54-48ff-98da-6673f2f375dd tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 943 time: 0.3808403 Jul 08 12:54:35.830386 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-203f79f7-055e-4a84-bb77-b73d72a9b39e req-6ab5d2f2-1e95-44d4-adee-95e9fe3ed4f0 service neutron] 10.222.0.61 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418257 Jul 08 12:54:35.979902 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3bbbc4c7-054a-4f7b-88b6-c2de97b6ec5d req-be9f8803-0cd0-40d2-8d04-cd2f22f56095 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680372 Jul 08 12:54:36.046944 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-203f79f7-055e-4a84-bb77-b73d72a9b39e req-1357dd54-dc91-4f7b-b880-fd8e16c468fe service neutron] 10.222.0.61 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039280 Jul 08 12:54:36.047532 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60554) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:36.069692 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ad063de2-3924-403e-b8fe-03704ef2910c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:36.360139 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device b77855d1-8202-4e82-8441-62c64e7af09f details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:54:36.416479 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ad063de2-3924-403e-b8fe-03704ef2910c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:36.449743 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ad063de2-3924-403e-b8fe-03704ef2910c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:36.467995 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2e5dd482-ee03-40fb-b328-4aef1e62a890 req-4300f4f9-e5ca-4de3-9ea4-70fb295bf4b8 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 210 time: 0.2703149 Jul 08 12:54:36.611936 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-ad063de2-3924-403e-b8fe-03704ef2910c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d292cac85bfd4e548d231fffc25c3d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5626810 Jul 08 12:54:36.626307 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60588) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:36.649070 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad063de2-3924-403e-b8fe-03704ef2910c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8de2558-8615-4685-b2e0-7e7d2eba7b52,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:36.855261 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-78931499-7271-403f-adfe-4f80b71dcb26 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Made reservation on behalf of cb3aaf43ca0742bcbae60180f6a370b0 for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:36.865285 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-78931499-7271-403f-adfe-4f80b71dcb26 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:36.919769 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port b77855d1-8202-4e82-8441-62c64e7af09f, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b77855d1-8202-4e82-8441-62c64e7af09f,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:36.975023 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': 'b77855d1-8202-4e82-8441-62c64e7af09f', 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0', 'port_id': 'b77855d1-8202-4e82-8441-62c64e7af09f', 'mac_address': 'fa:16:3e:59:3b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c9b335-2571-40b0-99bd-5b4f86a78575', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:54:37.013008 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-58306f5e-95e5-4c20-b494-f22c4d08c1ef req-9849b17e-e340-48a1-818b-332581e530bd tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 210 time: 0.1925852 Jul 08 12:54:37.018061 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-89c5ef8e-8b32-4806-b4e6-ec0ea2087709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:37.114185 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-89c5ef8e-8b32-4806-b4e6-ec0ea2087709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:37.118944 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:37.183343 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77855d1-8202-4e82-8441-62c64e7af09f {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:54:37.304022 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port b77855d1-8202-4e82-8441-62c64e7af09f, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b77855d1-8202-4e82-8441-62c64e7af09f,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:37.309975 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:37.311049 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device a8757f58-8852-403a-a09b-a6945758e9e1 details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:54:37.332217 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-89c5ef8e-8b32-4806-b4e6-ec0ea2087709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:37.336782 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-89c5ef8e-8b32-4806-b4e6-ec0ea2087709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:37.337329 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-89c5ef8e-8b32-4806-b4e6-ec0ea2087709 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8de2558-8615-4685-b2e0-7e7d2eba7b52 HTTP/1.1" status: 204 len: 168 time: 0.7069867 Jul 08 12:54:37.338839 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c7e28-77f5-4a01-9597-96bb3fe10e57 req-e80c8ba3-2269-4f46-a1c5-736dc53249cb tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:37.352312 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3d2c7e28-77f5-4a01-9597-96bb3fe10e57 req-e80c8ba3-2269-4f46-a1c5-736dc53249cb tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 944 time: 0.9929364 Jul 08 12:54:37.393621 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5ef8e-8b32-4806-b4e6-ec0ea2087709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8de2558-8615-4685-b2e0-7e7d2eba7b52,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:37.581707 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3d2c7e28-77f5-4a01-9597-96bb3fe10e57 req-9aea2144-43ae-4a55-bb0b-bc7a150966b3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283659 Jul 08 12:54:37.673073 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port a8757f58-8852-403a-a09b-a6945758e9e1, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=a8757f58-8852-403a-a09b-a6945758e9e1,segment=NetworkSegment(3c8fd000-62ab-4a72-9b86-6a9ca8743c96),segment_id=3c8fd000-62ab-4a72-9b86-6a9ca8743c96)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:37.703287 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': 'a8757f58-8852-403a-a09b-a6945758e9e1', 'network_id': 'c64ee7e3-2461-4f4e-a682-95b2c6d0acb4', 'port_id': 'a8757f58-8852-403a-a09b-a6945758e9e1', 'mac_address': 'fa:16:3e:1c:e5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603a8b95-12f0-4eac-b22e-2c6984ff5abe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:54:37.826640 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74341109-ec67-4527-895d-f9685f0ddd46 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:54:37.852295 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:37.885492 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Transition to ACTIVE for port object 74341109-ec67-4527-895d-f9685f0ddd46 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:37.890431 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-78931499-7271-403f-adfe-4f80b71dcb26 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Allocated IP 172.20.0.7 (1001031a-1b61-435b-8812-921aa2a452b0/6adf3be6-529c-41ea-8b72-a2240d7f7625/5b533990-2a01-4e61-bf6c-8af9a498fa8e) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:54:37.900179 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:38.020376 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b50c3-7c18-45de-84af-a1bc9e1da7ef req-871fbc50-891e-45fe-883f-7e8167218d3c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:38.026085 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-280b50c3-7c18-45de-84af-a1bc9e1da7ef req-871fbc50-891e-45fe-883f-7e8167218d3c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 943 time: 0.4024489 Jul 08 12:54:38.090784 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ff553c14-9fe9-450d-8834-968ef0404728 req-42d68c33-8e0f-48fd-b208-c4f85714f6a3 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 210 time: 0.0797408 Jul 08 12:54:38.132074 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Pushing event updated for resources: {'Port': ['ID=74341109-ec67-4527-895d-f9685f0ddd46,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:38.159300 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=b77855d1-8202-4e82-8441-62c64e7af09f,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:38.177786 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:38.248414 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8757f58-8852-403a-a09b-a6945758e9e1 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:54:38.272172 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-280b50c3-7c18-45de-84af-a1bc9e1da7ef req-42814b23-d294-49f4-9706-8e7ab8885aff tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318954 Jul 08 12:54:38.334792 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port a8757f58-8852-403a-a09b-a6945758e9e1, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=a8757f58-8852-403a-a09b-a6945758e9e1,segment=NetworkSegment(3c8fd000-62ab-4a72-9b86-6a9ca8743c96),segment_id=3c8fd000-62ab-4a72-9b86-6a9ca8743c96)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:38.344010 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:38.410854 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Attempting to bind port 74341109-ec67-4527-895d-f9685f0ddd46 on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:54:38.412281 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Attempting to bind port 74341109-ec67-4527-895d-f9685f0ddd46 by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': 'bfa51963-cfd2-4b77-a330-f4e9b99af459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:54:38.412851 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Attempting to bind port 74341109-ec67-4527-895d-f9685f0ddd46 on network 4b7d4339-bb93-45b9-9602-75d85bfb5eaa {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:38.461167 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ed4948df-6e30-44b3-9ed0-9800462d0f0d req-0480e8b9-2eeb-460c-b5eb-5769e41744dc tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 210 time: 0.1390584 Jul 08 12:54:38.461902 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=a8757f58-8852-403a-a09b-a6945758e9e1,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:38.466146 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Port 74341109-ec67-4527-895d-f9685f0ddd46 on network 4b7d4339-bb93-45b9-9602-75d85bfb5eaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:54:38.466773 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Attempting to bind port 74341109-ec67-4527-895d-f9685f0ddd46 on network 4b7d4339-bb93-45b9-9602-75d85bfb5eaa {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:38.490230 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:54:38.490669 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Checking segment: {'id': 'bfa51963-cfd2-4b77-a330-f4e9b99af459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:38.490968 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Bound using segment: {'id': 'bfa51963-cfd2-4b77-a330-f4e9b99af459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:54:38.491461 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Bound port: 74341109-ec67-4527-895d-f9685f0ddd46, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa51963-cfd2-4b77-a330-f4e9b99af459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:54:38.492034 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:38.627748 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['b77855d1-8202-4e82-8441-62c64e7af09f'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:54:38.632083 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-78931499-7271-403f-adfe-4f80b71dcb26 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:38.688491 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-78931499-7271-403f-adfe-4f80b71dcb26 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Transition to ACTIVE for port object 5b533990-2a01-4e61-bf6c-8af9a498fa8e will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:38.692623 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] For port 74341109-ec67-4527-895d-f9685f0ddd46, host hv-cinder-80002, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:54:38.705013 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] For port 74341109-ec67-4527-895d-f9685f0ddd46, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=74341109-ec67-4527-895d-f9685f0ddd46,segment=NetworkSegment(bfa51963-cfd2-4b77-a330-f4e9b99af459),segment_id=bfa51963-cfd2-4b77-a330-f4e9b99af459)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:54:38.725387 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:38.829939 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Pushing event updated for resources: {'Port': ['ID=74341109-ec67-4527-895d-f9685f0ddd46,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:38.901325 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:38.903944 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:38.907283 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-f290d289-8bd6-4388-a448-147fc994f492 service neutron] 10.222.0.61 "PUT /v2.0/ports/74341109-ec67-4527-895d-f9685f0ddd46 HTTP/1.1" status: 200 len: 1093 time: 3.6537609 Jul 08 12:54:38.908477 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9253350-85d5-4ad9-8a89-d3af9a1d43ea', 'tag': '74341109-ec67-4527-895d-f9685f0ddd46'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:54:38.926715 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1133977-85e8-4d39-a34d-810cdc104a26" -d '{"events": [{"name": "network-changed", "server_uuid": "f9253350-85d5-4ad9-8a89-d3af9a1d43ea", "tag": "74341109-ec67-4527-895d-f9685f0ddd46"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:54:38.942813 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-78931499-7271-403f-adfe-4f80b71dcb26 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:38.976804 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['a8757f58-8852-403a-a09b-a6945758e9e1'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:54:39.058274 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0a7dff-f23d-4352-bea0-542f9fa7195a x-openstack-request-id: req-ea0a7dff-f23d-4352-bea0-542f9fa7195a {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:54:39.058721 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9253350-85d5-4ad9-8a89-d3af9a1d43ea", "tag": "74341109-ec67-4527-895d-f9685f0ddd46", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:54:39.059097 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea0a7dff-f23d-4352-bea0-542f9fa7195a {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:54:39.059734 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9253350-85d5-4ad9-8a89-d3af9a1d43ea', 'tag': '74341109-ec67-4527-895d-f9685f0ddd46', 'status': 'completed', 'code': 200} Jul 08 12:54:39.076694 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78931499-7271-403f-adfe-4f80b71dcb26 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event updated for resources: {'Port': ['ID=5b533990-2a01-4e61-bf6c-8af9a498fa8e,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:39.197875 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-78931499-7271-403f-adfe-4f80b71dcb26 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Network 1001031a-1b61-435b-8812-921aa2a452b0 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:54:39.273018 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-78931499-7271-403f-adfe-4f80b71dcb26 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:39.310620 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-78931499-7271-403f-adfe-4f80b71dcb26 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:54:39.335847 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-78931499-7271-403f-adfe-4f80b71dcb26 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:39.344470 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-78931499-7271-403f-adfe-4f80b71dcb26 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:39.439902 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-934fb1a0-1af5-4467-9c5f-d9fcd716367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:39.442199 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-78931499-7271-403f-adfe-4f80b71dcb26 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0482597 Jul 08 12:54:39.443011 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-934fb1a0-1af5-4467-9c5f-d9fcd716367d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3dbecc61c5845b188667dfb5faa627b&device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 1096 time: 0.3001783 Jul 08 12:54:39.474507 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Request body: {'port': {'device_id': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:39.580185 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dfdba-421b-49dd-ba8a-41a84a6df382 req-79018478-e845-4bab-8c98-3f2745d846ea tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:39.587469 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-168dfdba-421b-49dd-ba8a-41a84a6df382 req-79018478-e845-4bab-8c98-3f2745d846ea tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 945 time: 0.5604587 Jul 08 12:54:39.592893 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-27cd9ba3-3b9f-40dc-9770-3e3fdd7317d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74341109-ec67-4527-895d-f9685f0ddd46 HTTP/1.1" status: 200 len: 217 time: 0.1376164 Jul 08 12:54:39.661404 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:39.776192 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e0e97c09-4617-4a39-af7f-9ba911edd4cf req-8fefa718-c462-4bfa-aba4-4be174dd46dc tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 210 time: 0.1186514 Jul 08 12:54:39.831408 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-a66bf761-d82e-4a2e-81ae-505ba09014ed tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:39.834318 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-a66bf761-d82e-4a2e-81ae-505ba09014ed tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.61 "GET /v2.0/networks?id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa HTTP/1.1" status: 200 len: 818 time: 0.7430031 Jul 08 12:54:39.864675 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-69c76462-178e-4a1c-b888-52f81b417715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:39.868183 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-69c76462-178e-4a1c-b888-52f81b417715 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=262bcbbd-46b6-4e4c-b994-e242df92a595 HTTP/1.1" status: 200 len: 858 time: 0.2668977 Jul 08 12:54:39.880750 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-8a560734-f58c-4cbe-865c-10f015ef449c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Request body: {'port': {'device_id': '3d162659-919e-4c84-9ac0-c197dd0e83c5', 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa', 'admin_state_up': True, 'tenant_id': 'f3dbecc61c5845b188667dfb5faa627b'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:39.896085 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-168dfdba-421b-49dd-ba8a-41a84a6df382 req-e0120e4d-87ad-4415-9c38-a29db0b53b31 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987037 Jul 08 12:54:40.118665 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-b80ff0f0-6e9e-4473-9b42-2ab25b7d41b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2199883 Jul 08 12:54:40.157920 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-8a560734-f58c-4cbe-865c-10f015ef449c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Made reservation on behalf of f3dbecc61c5845b188667dfb5faa627b for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:40.163696 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-8a560734-f58c-4cbe-865c-10f015ef449c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:40.180954 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-4b9349d0-3284-4fa1-87fa-50669baa35c6 None None] Provisioning for port 5b533990-2a01-4e61-bf6c-8af9a498fa8e completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:40.189346 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60728) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:40.215966 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-4b9349d0-3284-4fa1-87fa-50669baa35c6 None None] Provisioning complete for port 5b533990-2a01-4e61-bf6c-8af9a498fa8e triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:40.215966 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4b9349d0-3284-4fa1-87fa-50669baa35c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:40.264042 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-4b9349d0-3284-4fa1-87fa-50669baa35c6 None None] Port 5b533990-2a01-4e61-bf6c-8af9a498fa8e cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:54:40.514866 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-38b66ae4-7809-4e31-9a19-048ebc733450 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879716 Jul 08 12:54:40.579028 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cee82-2cd0-4016-a779-50adf61a7891 req-39ec911c-507e-4f86-82d1-9f39c1ff99e5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:40.582333 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c13cee82-2cd0-4016-a779-50adf61a7891 req-39ec911c-507e-4f86-82d1-9f39c1ff99e5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 931 time: 0.2669942 Jul 08 12:54:40.657923 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a913b3-c26e-4240-9daf-577d6bef0c60 req-eca8862f-9948-409a-a445-1fbf61af7cbb tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:40.670277 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1a913b3-c26e-4240-9daf-577d6bef0c60 req-eca8862f-9948-409a-a445-1fbf61af7cbb tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 944 time: 0.5262513 Jul 08 12:54:40.768874 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-8a560734-f58c-4cbe-865c-10f015ef449c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Allocated IP 172.20.0.6 (4b7d4339-bb93-45b9-9602-75d85bfb5eaa/262bcbbd-46b6-4e4c-b994-e242df92a595/0cfe2a5f-b624-4554-b65b-926133191b48) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:54:40.862179 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1a913b3-c26e-4240-9daf-577d6bef0c60 req-7dd11152-4875-4fb3-b592-5db725cc6bb6 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901274 Jul 08 12:54:41.029455 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-843fd7a1-91bd-4d42-b360-e09db6a1be06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:41.116185 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c13cee82-2cd0-4016-a779-50adf61a7891 req-e6024460-c9cf-41df-8092-a53cafcab563 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4802890 Jul 08 12:54:41.155228 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-46d5d50b-9ed4-4fc8-b3bd-de002f40c121 req-7c8a5671-e43a-4205-80f5-29cfaa2a4210 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6314912 Jul 08 12:54:41.238089 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60758) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:41.266326 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b533990-2a01-4e61-bf6c-8af9a498fa8e {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:54:41.309791 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:41.469335 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-843fd7a1-91bd-4d42-b360-e09db6a1be06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:41.494949 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1133977-85e8-4d39-a34d-810cdc104a26 req-edd1eba8-8bbd-455b-8f5a-ea5dc4689bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:41.503059 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d1133977-85e8-4d39-a34d-810cdc104a26 req-edd1eba8-8bbd-455b-8f5a-ea5dc4689bbe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3dbecc61c5845b188667dfb5faa627b&device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 1096 time: 0.2322514 Jul 08 12:54:41.508557 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-843fd7a1-91bd-4d42-b360-e09db6a1be06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:41.563116 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Transition to ACTIVE for port object 5b533990-2a01-4e61-bf6c-8af9a498fa8e will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:41.571296 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-27752d48-68d3-4333-ad33-468b79f1b3c6 req-cb33c403-de19-4850-88d5-a2da41d80376 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 210 time: 0.2485209 Jul 08 12:54:41.580975 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:41.672149 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fd7a1-91bd-4d42-b360-e09db6a1be06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c9254c-f61b-4db3-82db-fe53da0eaff0,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:41.842958 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b533990-2a01-4e61-bf6c-8af9a498fa8e,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:41.922304 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Attempting to bind port 5b533990-2a01-4e61-bf6c-8af9a498fa8e on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:54:41.923431 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Attempting to bind port 5b533990-2a01-4e61-bf6c-8af9a498fa8e by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': '0c9d7027-8f62-4675-83e9-e324512653dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:54:41.924448 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Attempting to bind port 5b533990-2a01-4e61-bf6c-8af9a498fa8e on network 1001031a-1b61-435b-8812-921aa2a452b0 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:41.943525 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-8a560734-f58c-4cbe-865c-10f015ef449c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:41.967029 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-843fd7a1-91bd-4d42-b360-e09db6a1be06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffbfd10512f641ee9676035ec59c8d34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7678835 Jul 08 12:54:41.971664 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Port 5b533990-2a01-4e61-bf6c-8af9a498fa8e on network 1001031a-1b61-435b-8812-921aa2a452b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:54:41.972620 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Attempting to bind port 5b533990-2a01-4e61-bf6c-8af9a498fa8e on network 1001031a-1b61-435b-8812-921aa2a452b0 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:41.977268 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 60772) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:42.021263 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:54:42.022089 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Checking segment: {'id': '0c9d7027-8f62-4675-83e9-e324512653dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:42.022931 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Bound using segment: {'id': '0c9d7027-8f62-4675-83e9-e324512653dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:54:42.025948 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Bound port: 5b533990-2a01-4e61-bf6c-8af9a498fa8e, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9d7027-8f62-4675-83e9-e324512653dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:54:42.027773 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:42.181347 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-acd04587-d3d3-42ce-a2d2-c0579e05a205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:42.243371 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-8a560734-f58c-4cbe-865c-10f015ef449c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:42.315421 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1133977-85e8-4d39-a34d-810cdc104a26 req-9302d59e-66f7-421f-b7b0-a20c990f2c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:42.321075 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d1133977-85e8-4d39-a34d-810cdc104a26 req-9302d59e-66f7-421f-b7b0-a20c990f2c6e service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa HTTP/1.1" status: 200 len: 919 time: 0.7832725 Jul 08 12:54:42.340607 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8ce0bca6-7e1b-4e38-a518-a44436c1f0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:42.381390 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device b77855d1-8202-4e82-8441-62c64e7af09f up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:42.444568 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d1133977-85e8-4d39-a34d-810cdc104a26 req-600172f6-24a2-4c10-ae80-72473ddfd9c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74341109-ec67-4527-895d-f9685f0ddd46 HTTP/1.1" status: 200 len: 217 time: 0.1097353 Jul 08 12:54:42.562890 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port b77855d1-8202-4e82-8441-62c64e7af09f completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:42.566843 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1133977-85e8-4d39-a34d-810cdc104a26 req-a65710c2-830c-4754-bc59-a024352fcd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:42.569804 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d1133977-85e8-4d39-a34d-810cdc104a26 req-a65710c2-830c-4754-bc59-a024352fcd67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=262bcbbd-46b6-4e4c-b994-e242df92a595 HTTP/1.1" status: 200 len: 858 time: 0.1029816 Jul 08 12:54:42.576699 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port b77855d1-8202-4e82-8441-62c64e7af09f triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:42.577402 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:42.642767 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dcd95-8049-48d8-b9ba-f4a07ea47665 req-d751b42d-8fba-47e4-896d-d525fa299a77 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:42.663546 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3c7dcd95-8049-48d8-b9ba-f4a07ea47665 req-d751b42d-8fba-47e4-896d-d525fa299a77 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 945 time: 1.1541765 Jul 08 12:54:42.712559 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d1133977-85e8-4d39-a34d-810cdc104a26 req-b840bb02-2c88-48e7-b076-60073af1aa4b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260371 Jul 08 12:54:42.750100 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:42.797577 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port b77855d1-8202-4e82-8441-62c64e7af09f, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b77855d1-8202-4e82-8441-62c64e7af09f,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:42.799184 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d0575d-bdf0-4ef6-967d-9625150ed5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77855d1-8202-4e82-8441-62c64e7af09f'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:54:42.814425 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-8a560734-f58c-4cbe-865c-10f015ef449c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Network 4b7d4339-bb93-45b9-9602-75d85bfb5eaa is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:54:42.840461 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-8a560734-f58c-4cbe-865c-10f015ef449c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:42.848468 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-8a560734-f58c-4cbe-865c-10f015ef449c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:54:42.856909 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-8a560734-f58c-4cbe-865c-10f015ef449c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:42.857939 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-8a560734-f58c-4cbe-865c-10f015ef449c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:42.877793 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] For port 5b533990-2a01-4e61-bf6c-8af9a498fa8e, host hv-cinder-80002, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:54:42.920646 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8ce0bca6-7e1b-4e38-a518-a44436c1f0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:42.938739 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:42.939573 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device a8757f58-8852-403a-a09b-a6945758e9e1 up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:42.950664 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] For port 5b533990-2a01-4e61-bf6c-8af9a498fa8e, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:54:42.955927 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a560734-f58c-4cbe-865c-10f015ef449c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Pushing event updated for resources: {'Port': ['ID=0cfe2a5f-b624-4554-b65b-926133191b48,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:42.972032 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:42.997605 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3c7dcd95-8049-48d8-b9ba-f4a07ea47665 req-c3c7764f-2ef2-4afd-a313-ec3d15aebfac tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365829 Jul 08 12:54:43.032876 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:43.033543 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:43.036114 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] 10.222.0.61 "PUT /v2.0/ports/5b533990-2a01-4e61-bf6c-8af9a498fa8e HTTP/1.1" status: 200 len: 1093 time: 3.5694387 Jul 08 12:54:43.039891 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'tag': '5b533990-2a01-4e61-bf6c-8af9a498fa8e'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:54:43.044189 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083ec746-5cd8-44ca-9b25-9c00303b2ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "30c3d726-5746-4ebc-80ca-4321f26536e0", "tag": "5b533990-2a01-4e61-bf6c-8af9a498fa8e"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:54:43.045087 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-acd04587-d3d3-42ce-a2d2-c0579e05a205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:43.053206 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d1133977-85e8-4d39-a34d-810cdc104a26 req-4f3f280c-1b40-40c3-8536-971a42a024d4 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913587 Jul 08 12:54:43.054586 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-acd04587-d3d3-42ce-a2d2-c0579e05a205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:43.101048 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-acd04587-d3d3-42ce-a2d2-c0579e05a205 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f275a7b61154966a6818a06dc5fc575&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8611712 Jul 08 12:54:43.102208 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60800) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:43.158746 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port a8757f58-8852-403a-a09b-a6945758e9e1 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:43.193847 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-8a560734-f58c-4cbe-865c-10f015ef449c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3169887 Jul 08 12:54:43.202112 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=b77855d1-8202-4e82-8441-62c64e7af09f,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:43.226518 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port a8757f58-8852-403a-a09b-a6945758e9e1 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:43.227043 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:43.244931 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135582f-b98b-45ee-be26-4bfbfb5d704f req-d6d217a2-95e2-42b2-b41b-95fed6e420ef tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:43.258139 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1135582f-b98b-45ee-be26-4bfbfb5d704f req-d6d217a2-95e2-42b2-b41b-95fed6e420ef tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 944 time: 0.9243739 Jul 08 12:54:43.279042 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Request body: {'port': {'device_id': '3d162659-919e-4c84-9ac0-c197dd0e83c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:43.286458 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea257b0-66dd-455a-be5d-322d525b3a9c" -d '{"events": [{"server_uuid": "49d0575d-bdf0-4ef6-967d-9625150ed5e1", "name": "network-vif-plugged", "status": "completed", "tag": "b77855d1-8202-4e82-8441-62c64e7af09f"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:54:43.326570 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60e7f2-dce5-4012-9460-88600bc7cbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b533990-2a01-4e61-bf6c-8af9a498fa8e,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:43.351083 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8ce0bca6-7e1b-4e38-a518-a44436c1f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:43.355835 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8ce0bca6-7e1b-4e38-a518-a44436c1f0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:43.360535 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8ce0bca6-7e1b-4e38-a518-a44436c1f0d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69c9254c-f61b-4db3-82db-fe53da0eaff0 HTTP/1.1" status: 204 len: 168 time: 1.3767173 Jul 08 12:54:43.386661 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd04587-d3d3-42ce-a2d2-c0579e05a205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eb3814-98e0-4209-b95a-2d803457efbb,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:43.395461 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0bca6-7e1b-4e38-a518-a44436c1f0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c9254c-f61b-4db3-82db-fe53da0eaff0,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:43.436885 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1135582f-b98b-45ee-be26-4bfbfb5d704f req-9f7ca600-e129-43ad-9e81-c55c7c0b7f60 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762424 Jul 08 12:54:43.466392 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:43.474416 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:43.482448 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-5d6b6cf1-7e5c-4d07-86b7-49eb9664008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:43.495876 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-5d6b6cf1-7e5c-4d07-86b7-49eb9664008f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb3aaf43ca0742bcbae60180f6a370b0&device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 1096 time: 0.3987079 Jul 08 12:54:43.534894 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port a8757f58-8852-403a-a09b-a6945758e9e1, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=a8757f58-8852-403a-a09b-a6945758e9e1,segment=NetworkSegment(3c8fd000-62ab-4a72-9b86-6a9ca8743c96),segment_id=3c8fd000-62ab-4a72-9b86-6a9ca8743c96)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:43.543088 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:43.551953 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7deddbd9-360b-4d80-b53a-474414cc2cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:43.598524 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-14f27b2f-6b21-4e85-9993-6e1d98349490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:43.626120 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=a8757f58-8852-403a-a09b-a6945758e9e1,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:43.634544 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d1133977-85e8-4d39-a34d-810cdc104a26 req-24fe1114-60d9-40ea-ab0c-38e389be5541 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447490 Jul 08 12:54:43.638515 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-14f27b2f-6b21-4e85-9993-6e1d98349490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:43.703223 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f81d8-2afb-4d3c-b488-caf3f09065ac req-6874ee9d-befe-4e6e-8da5-0dd2d3952f73 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:43.704947 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-787f81d8-2afb-4d3c-b488-caf3f09065ac req-6874ee9d-befe-4e6e-8da5-0dd2d3952f73 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.2778823 Jul 08 12:54:43.716332 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-a07c3211-7de0-4c89-9e5d-51ef98741849 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e HTTP/1.1" status: 200 len: 217 time: 0.2039022 Jul 08 12:54:43.758044 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-14f27b2f-6b21-4e85-9993-6e1d98349490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:43.761520 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-14f27b2f-6b21-4e85-9993-6e1d98349490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:43.766532 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-14f27b2f-6b21-4e85-9993-6e1d98349490 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26eb3814-98e0-4209-b95a-2d803457efbb HTTP/1.1" status: 204 len: 168 time: 0.6085925 Jul 08 12:54:43.781925 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f27b2f-6b21-4e85-9993-6e1d98349490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eb3814-98e0-4209-b95a-2d803457efbb,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:43.820695 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-787f81d8-2afb-4d3c-b488-caf3f09065ac req-cc1a79b4-53d0-4f32-ac08-e7abfead27a0 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059406 Jul 08 12:54:43.868438 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-2ed3e71d-348f-4131-b519-7b38581446af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:43.870791 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-2ed3e71d-348f-4131-b519-7b38581446af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6adf3be6-529c-41ea-8b72-a2240d7f7625 HTTP/1.1" status: 200 len: 856 time: 0.1321766 Jul 08 12:54:43.981631 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3646d0-1cd8-47d8-b6f8-bd9f5b556256 x-openstack-request-id: req-7c3646d0-1cd8-47d8-b6f8-bd9f5b556256 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:54:43.982095 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c3d726-5746-4ebc-80ca-4321f26536e0", "tag": "5b533990-2a01-4e61-bf6c-8af9a498fa8e", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:54:43.982353 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c3646d0-1cd8-47d8-b6f8-bd9f5b556256 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:54:43.982803 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'tag': '5b533990-2a01-4e61-bf6c-8af9a498fa8e', 'status': 'completed', 'code': 200} Jul 08 12:54:44.004498 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df874b-88bb-4fd4-b530-993293fc6ec5 req-ca6d8bdc-40aa-4b1c-a908-f87e6d440c21 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:44.006414 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-81df874b-88bb-4fd4-b530-993293fc6ec5 req-ca6d8bdc-40aa-4b1c-a908-f87e6d440c21 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 931 time: 0.3291428 Jul 08 12:54:44.110115 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60826) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:44.138428 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef70a-e561-49c2-aeaa-1deee6243b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:44.188398 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-bd8e5c09-20db-426c-8a11-8196788f1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:44.190229 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-bd8e5c09-20db-426c-8a11-8196788f1a3b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1001031a-1b61-435b-8812-921aa2a452b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2645037 Jul 08 12:54:44.218756 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-81df874b-88bb-4fd4-b530-993293fc6ec5 req-31195163-2508-4d1a-90e0-97f5fd4370aa tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037823 Jul 08 12:54:44.363417 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef70a-e561-49c2-aeaa-1deee6243b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:44.373098 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef70a-e561-49c2-aeaa-1deee6243b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:44.395840 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 74341109-ec67-4527-895d-f9685f0ddd46 details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:54:44.496879 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-2b656fa8-1c9e-4e4e-b992-069fb82af9a2 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999096 Jul 08 12:54:44.501304 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cfe2a5f-b624-4554-b65b-926133191b48 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:54:44.519367 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:44.549273 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-1b0ef70a-e561-49c2-aeaa-1deee6243b48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=348758e607f24c7aa6a22dd6a9ecf2ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376314 Jul 08 12:54:44.551072 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ef70a-e561-49c2-aeaa-1deee6243b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3eef129-cebb-4ee3-9033-455e49a2920b,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:44.553748 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 60832) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:44.584919 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 60834) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:44.592988 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 74341109-ec67-4527-895d-f9685f0ddd46, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=74341109-ec67-4527-895d-f9685f0ddd46,segment=NetworkSegment(bfa51963-cfd2-4b77-a330-f4e9b99af459),segment_id=bfa51963-cfd2-4b77-a330-f4e9b99af459)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:44.611343 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Transition to ACTIVE for port object 0cfe2a5f-b624-4554-b65b-926133191b48 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:44.623404 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ee1172ac-0ff1-450c-aaf5-934cd246cc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:44.625187 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:44.634044 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '74341109-ec67-4527-895d-f9685f0ddd46', 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa', 'port_id': '74341109-ec67-4527-895d-f9685f0ddd46', 'mac_address': 'fa:16:3e:91:32:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '262bcbbd-46b6-4e4c-b994-e242df92a595', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:54:44.706038 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:44.706301 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41c234-1233-431d-9ac5-aadecf7cd107 req-a33caec9-28b6-4c3f-ab0e-852f31f5cafc tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:44.713569 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bd41c234-1233-431d-9ac5-aadecf7cd107 req-a33caec9-28b6-4c3f-ab0e-852f31f5cafc tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.2738125 Jul 08 12:54:44.725135 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74341109-ec67-4527-895d-f9685f0ddd46 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:54:44.759824 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c55bfd4-77dd-41cc-9268-689dd19c9d04 x-openstack-request-id: req-2c55bfd4-77dd-41cc-9268-689dd19c9d04 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:54:44.760286 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d0575d-bdf0-4ef6-967d-9625150ed5e1", "name": "network-vif-plugged", "status": "completed", "tag": "b77855d1-8202-4e82-8441-62c64e7af09f", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:54:44.760433 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c55bfd4-77dd-41cc-9268-689dd19c9d04 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:54:44.761593 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d0575d-bdf0-4ef6-967d-9625150ed5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77855d1-8202-4e82-8441-62c64e7af09f', 'code': 200} Jul 08 12:54:44.766518 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 74341109-ec67-4527-895d-f9685f0ddd46, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=74341109-ec67-4527-895d-f9685f0ddd46,segment=NetworkSegment(bfa51963-cfd2-4b77-a330-f4e9b99af459),segment_id=bfa51963-cfd2-4b77-a330-f4e9b99af459)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:44.773574 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:44.802583 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-90a23b5f-840c-4abb-83e8-2475e8095450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:44.849972 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Pushing event updated for resources: {'Port': ['ID=0cfe2a5f-b624-4554-b65b-926133191b48,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:44.856014 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-90a23b5f-840c-4abb-83e8-2475e8095450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:44.879273 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=74341109-ec67-4527-895d-f9685f0ddd46,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:44.913667 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bd41c234-1233-431d-9ac5-aadecf7cd107 req-8c67546e-680f-436c-bc45-affcb6c848ca tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986542 Jul 08 12:54:44.916467 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Attempting to bind port 0cfe2a5f-b624-4554-b65b-926133191b48 on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:54:44.916894 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Attempting to bind port 0cfe2a5f-b624-4554-b65b-926133191b48 by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': 'bfa51963-cfd2-4b77-a330-f4e9b99af459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:54:44.917333 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Attempting to bind port 0cfe2a5f-b624-4554-b65b-926133191b48 on network 4b7d4339-bb93-45b9-9602-75d85bfb5eaa {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:44.927548 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Port 0cfe2a5f-b624-4554-b65b-926133191b48 on network 4b7d4339-bb93-45b9-9602-75d85bfb5eaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:54:44.927952 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Attempting to bind port 0cfe2a5f-b624-4554-b65b-926133191b48 on network 4b7d4339-bb93-45b9-9602-75d85bfb5eaa {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:44.931451 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ee1172ac-0ff1-450c-aaf5-934cd246cc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:44.946528 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ee1172ac-0ff1-450c-aaf5-934cd246cc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:44.953209 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:54:44.953531 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Checking segment: {'id': 'bfa51963-cfd2-4b77-a330-f4e9b99af459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:44.953974 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Bound using segment: {'id': 'bfa51963-cfd2-4b77-a330-f4e9b99af459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:54:44.954418 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Bound port: 0cfe2a5f-b624-4554-b65b-926133191b48, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa51963-cfd2-4b77-a330-f4e9b99af459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:54:44.954808 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:45.005069 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-ee1172ac-0ff1-450c-aaf5-934cd246cc68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1642f4c51c0146469c1257b2800a333a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173386 Jul 08 12:54:45.008867 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1172ac-0ff1-450c-aaf5-934cd246cc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346b77de-8c36-437e-9758-6b592e0ec623,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:45.009805 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 60846) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:45.027228 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67689369-c969-482c-86a4-1fcb8e769d1e req-fcb252f2-b88e-43fe-811e-c3fc58e940d6 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:45.036014 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-67689369-c969-482c-86a4-1fcb8e769d1e req-fcb252f2-b88e-43fe-811e-c3fc58e940d6 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.1428657 Jul 08 12:54:45.076522 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-67689369-c969-482c-86a4-1fcb8e769d1e req-2e3dfb06-15f7-4f9c-a27f-a5968c435bb4 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395515 Jul 08 12:54:45.105856 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-90a23b5f-840c-4abb-83e8-2475e8095450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:45.108568 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-90a23b5f-840c-4abb-83e8-2475e8095450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:45.109803 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-90a23b5f-840c-4abb-83e8-2475e8095450 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3eef129-cebb-4ee3-9033-455e49a2920b HTTP/1.1" status: 204 len: 168 time: 0.5374258 Jul 08 12:54:45.147264 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] For port 0cfe2a5f-b624-4554-b65b-926133191b48, host hv-cinder-80002, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:54:45.163820 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a23b5f-840c-4abb-83e8-2475e8095450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3eef129-cebb-4ee3-9033-455e49a2920b,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:45.171548 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] For port 0cfe2a5f-b624-4554-b65b-926133191b48, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=0cfe2a5f-b624-4554-b65b-926133191b48,segment=NetworkSegment(bfa51963-cfd2-4b77-a330-f4e9b99af459),segment_id=bfa51963-cfd2-4b77-a330-f4e9b99af459)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:54:45.182990 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:45.233117 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d4164e33-0106-402e-8139-4c664b10198a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:45.239892 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:45.240637 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:45.242331 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] 10.222.0.61 "PUT /v2.0/ports/0cfe2a5f-b624-4554-b65b-926133191b48 HTTP/1.1" status: 200 len: 1093 time: 2.0273130 Jul 08 12:54:45.295627 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d4164e33-0106-402e-8139-4c664b10198a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:45.313249 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8855088-d2f0-4ac5-a277-692368e63414 service neutron] Pushing event updated for resources: {'Port': ['ID=0cfe2a5f-b624-4554-b65b-926133191b48,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:45.346034 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fc1eb-f043-4341-ba1c-0a2c8b28cf84 req-6e08d0ce-3239-4a1b-a158-9f939b3dcd1d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:45.347729 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f05fc1eb-f043-4341-ba1c-0a2c8b28cf84 req-6e08d0ce-3239-4a1b-a158-9f939b3dcd1d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.2616675 Jul 08 12:54:45.411857 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f05fc1eb-f043-4341-ba1c-0a2c8b28cf84 req-ea60adfb-fa42-406e-9759-d0e6181dcf97 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513639 Jul 08 12:54:45.425822 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d4164e33-0106-402e-8139-4c664b10198a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:45.429348 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d4164e33-0106-402e-8139-4c664b10198a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:45.433604 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d4164e33-0106-402e-8139-4c664b10198a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/346b77de-8c36-437e-9758-6b592e0ec623 HTTP/1.1" status: 204 len: 168 time: 0.4202533 Jul 08 12:54:45.454778 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4164e33-0106-402e-8139-4c664b10198a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346b77de-8c36-437e-9758-6b592e0ec623,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:45.542159 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34687c-bb64-4936-9201-92abd795d1ac req-af6511b9-3dd3-4a3c-9ff3-7a81355b0038 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:45.543986 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ee34687c-bb64-4936-9201-92abd795d1ac req-af6511b9-3dd3-4a3c-9ff3-7a81355b0038 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 943 time: 0.0997660 Jul 08 12:54:45.618767 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ee34687c-bb64-4936-9201-92abd795d1ac req-43d16f6c-58f8-4947-812f-a07dc743add6 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624032 Jul 08 12:54:45.983877 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d162659-919e-4c84-9ac0-c197dd0e83c5', 'tag': '0cfe2a5f-b624-4554-b65b-926133191b48'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:54:45.988762 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4127af36-2d67-4e50-9b04-9ea117fda65b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d162659-919e-4c84-9ac0-c197dd0e83c5", "tag": "0cfe2a5f-b624-4554-b65b-926133191b48"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:54:46.020742 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2a3d8dbe-d429-457d-bbf3-3aec3d344d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:46.069356 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9facca-c5a8-4605-ae83-2a39539718c2 x-openstack-request-id: req-ba9facca-c5a8-4605-ae83-2a39539718c2 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:54:46.070091 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d162659-919e-4c84-9ac0-c197dd0e83c5", "tag": "0cfe2a5f-b624-4554-b65b-926133191b48", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:54:46.070691 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba9facca-c5a8-4605-ae83-2a39539718c2 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:54:46.071534 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d162659-919e-4c84-9ac0-c197dd0e83c5', 'tag': '0cfe2a5f-b624-4554-b65b-926133191b48', 'status': 'completed', 'code': 200} Jul 08 12:54:46.165352 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0f83b-9800-44e7-bd39-90272f5ebc41 req-55bbc951-8fa2-4175-af59-f0a45870bc0a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:46.167391 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ffb0f83b-9800-44e7-bd39-90272f5ebc41 req-55bbc951-8fa2-4175-af59-f0a45870bc0a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.1025293 Jul 08 12:54:46.244215 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ffb0f83b-9800-44e7-bd39-90272f5ebc41 req-d0bcf633-799a-417d-9656-5a271d964e28 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672789 Jul 08 12:54:46.339439 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b6888-ee11-4adb-8f18-199e9ec4bf92 req-2920bc73-1d59-44c2-8b62-8b0ed70d3841 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:46.341240 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-307b6888-ee11-4adb-8f18-199e9ec4bf92 req-2920bc73-1d59-44c2-8b62-8b0ed70d3841 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.1225686 Jul 08 12:54:46.403915 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-307b6888-ee11-4adb-8f18-199e9ec4bf92 req-976ca282-be48-427a-a112-a7b76dfa050b tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519202 Jul 08 12:54:46.723019 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da06105-6a4c-4eff-8d12-264658ef6f65 req-21bc3321-e8b0-49c9-9381-6bee68e4c32d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:46.725847 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7da06105-6a4c-4eff-8d12-264658ef6f65 req-21bc3321-e8b0-49c9-9381-6bee68e4c32d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1104345 Jul 08 12:54:46.763006 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000a7088-a9e1-43fe-8915-290395f7f9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8757f58-8852-403a-a09b-a6945758e9e1'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:54:46.768624 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bab82d8-f89c-4917-89a2-265c1249d5da" -d '{"events": [{"server_uuid": "000a7088-a9e1-43fe-8915-290395f7f9da", "name": "network-vif-plugged", "status": "completed", "tag": "a8757f58-8852-403a-a09b-a6945758e9e1"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:54:46.836473 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7da06105-6a4c-4eff-8d12-264658ef6f65 req-76377827-d689-4ff5-af64-bfb4c4ce644d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819194 Jul 08 12:54:46.937961 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:46.966308 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c5c0cf-b6e8-41f6-84f9-54cda1b86784 x-openstack-request-id: req-81c5c0cf-b6e8-41f6-84f9-54cda1b86784 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:54:46.966850 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000a7088-a9e1-43fe-8915-290395f7f9da", "name": "network-vif-plugged", "status": "completed", "tag": "a8757f58-8852-403a-a09b-a6945758e9e1", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:54:46.967257 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81c5c0cf-b6e8-41f6-84f9-54cda1b86784 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:54:46.967947 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000a7088-a9e1-43fe-8915-290395f7f9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8757f58-8852-403a-a09b-a6945758e9e1', 'code': 200} Jul 08 12:54:47.012058 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c3dd2-edde-4e34-9ac7-c92e0af2f4a4 req-76237aa8-4923-4b74-bc4d-c9692487d251 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:47.018541 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-375c3dd2-edde-4e34-9ac7-c92e0af2f4a4 req-76237aa8-4923-4b74-bc4d-c9692487d251 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 943 time: 0.1585505 Jul 08 12:54:47.091397 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-375c3dd2-edde-4e34-9ac7-c92e0af2f4a4 req-7d876b23-276e-43ae-abe2-1c9aa37f4b22 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644398 Jul 08 12:54:47.484091 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:47.505577 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['74341109-ec67-4527-895d-f9685f0ddd46'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:54:47.782253 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.61', 56692) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:47.788212 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-5d7f0539-b9ed-4b31-aa40-25f7c0236117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:47.795703 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-5d7f0539-b9ed-4b31-aa40-25f7c0236117 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3dbecc61c5845b188667dfb5faa627b&device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 1096 time: 0.4328976 Jul 08 12:54:47.950030 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88b987-8686-4e78-86af-dc536af54500 req-6097aa83-8a20-4901-a772-663aad88a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:47.951588 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-cc88b987-8686-4e78-86af-dc536af54500 req-6097aa83-8a20-4901-a772-663aad88a0e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 1099 time: 0.2165737 Jul 08 12:54:47.968303 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a724703-5ced-490d-9af3-4ae741178dc8 req-6e0e49e9-43d8-4dae-83ba-ab52974faa74 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:47.971974 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0a724703-5ced-490d-9af3-4ae741178dc8 req-6e0e49e9-43d8-4dae-83ba-ab52974faa74 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.1621742 Jul 08 12:54:47.998917 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-cc88b987-8686-4e78-86af-dc536af54500 req-a44fc728-ad9e-43be-82c7-520477908408 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:48.109712 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0a724703-5ced-490d-9af3-4ae741178dc8 req-0e65b23d-49e6-4340-93ee-61cdf7edf6f1 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053941 Jul 08 12:54:48.289590 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-cc88b987-8686-4e78-86af-dc536af54500 req-a44fc728-ad9e-43be-82c7-520477908408 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:48.296325 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-cc88b987-8686-4e78-86af-dc536af54500 req-a44fc728-ad9e-43be-82c7-520477908408 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:48.359271 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c9625bf-b488-4ec9-9597-139b8e4fc49d req-a36f143f-0856-494e-bfb8-6dc84dbc978d service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0989642 Jul 08 12:54:48.366858 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-a536e536-aecc-4996-8a20-fc4506cc9f1a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cfe2a5f-b624-4554-b65b-926133191b48 HTTP/1.1" status: 200 len: 217 time: 0.4749427 Jul 08 12:54:48.408606 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-cc88b987-8686-4e78-86af-dc536af54500 req-a44fc728-ad9e-43be-82c7-520477908408 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273398 Jul 08 12:54:48.441720 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-d96fd637-1129-4aa2-bb8f-c603d8d1ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:48.443261 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-d96fd637-1129-4aa2-bb8f-c603d8d1ee38 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=262bcbbd-46b6-4e4c-b994-e242df92a595 HTTP/1.1" status: 200 len: 858 time: 0.0672431 Jul 08 12:54:48.475099 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302722dd-eb2c-4566-9a14-31dadbbb824f req-5e5f5956-1e96-4bce-8088-1f065169f054 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:48.477620 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fc728-ad9e-43be-82c7-520477908408 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab2bd38-38cf-459f-be99-56bb3c560444,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:48.489730 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-302722dd-eb2c-4566-9a14-31dadbbb824f req-5e5f5956-1e96-4bce-8088-1f065169f054 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.9074652 Jul 08 12:54:48.601546 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba3b8f-94dc-4b88-8003-3466fc1e5aa9 req-34562474-564a-4576-9685-abf275670cc6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:48.601546 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-edba3b8f-94dc-4b88-8003-3466fc1e5aa9 req-34562474-564a-4576-9685-abf275670cc6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1709309 Jul 08 12:54:48.602309 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-eeec6a0c-b29a-4720-9e1f-1f4899be4179 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080592 Jul 08 12:54:48.619279 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4359b1-dec7-4c24-a95c-49f61742b295 req-1c4e6087-943f-4dc7-99dc-ffece22de1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:48.622444 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4e4359b1-dec7-4c24-a95c-49f61742b295 req-1c4e6087-943f-4dc7-99dc-ffece22de1e6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 1098 time: 0.8202698 Jul 08 12:54:48.699322 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-edba3b8f-94dc-4b88-8003-3466fc1e5aa9 req-aa630d13-4ca9-4e38-976d-10e01199f061 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965927 Jul 08 12:54:48.701425 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ec746-5cd8-44ca-9b25-9c00303b2ea2 req-8cc0f42c-c214-40eb-82b9-185c346d2e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:48.702960 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-083ec746-5cd8-44ca-9b25-9c00303b2ea2 req-8cc0f42c-c214-40eb-82b9-185c346d2e81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb3aaf43ca0742bcbae60180f6a370b0&device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 1096 time: 0.1668916 Jul 08 12:54:48.777535 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-302722dd-eb2c-4566-9a14-31dadbbb824f req-f5a8108a-7d61-47f6-8c91-bdd13dbde502 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677977 Jul 08 12:54:48.834599 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ec746-5cd8-44ca-9b25-9c00303b2ea2 req-baca6f73-c6bb-4a7a-b305-e4055cfb8c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:48.836703 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-083ec746-5cd8-44ca-9b25-9c00303b2ea2 req-baca6f73-c6bb-4a7a-b305-e4055cfb8c54 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1001031a-1b61-435b-8812-921aa2a452b0 HTTP/1.1" status: 200 len: 918 time: 0.1266923 Jul 08 12:54:48.848848 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 60996) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:48.880931 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4e4359b1-dec7-4c24-a95c-49f61742b295 req-0ebfd63e-08a7-4050-a49b-252b4bc68b2b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258763 Jul 08 12:54:48.918332 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-b8fa690c-0c8f-4a0c-8915-730ed0648620 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947249 Jul 08 12:54:48.939695 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-083ec746-5cd8-44ca-9b25-9c00303b2ea2 req-795bdf02-8755-42ca-a011-6b4b26f5719c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e HTTP/1.1" status: 200 len: 217 time: 0.0911920 Jul 08 12:54:49.083990 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e08f9344-92e0-4f01-853c-2280d6ac3908 req-20032b7e-b85d-48ca-8d3c-213f04144650 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532757 Jul 08 12:54:49.112070 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ec746-5cd8-44ca-9b25-9c00303b2ea2 req-5e8faae2-656d-417a-8d91-1192d6b42f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:49.114621 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-083ec746-5cd8-44ca-9b25-9c00303b2ea2 req-5e8faae2-656d-417a-8d91-1192d6b42f6d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6adf3be6-529c-41ea-8b72-a2240d7f7625 HTTP/1.1" status: 200 len: 856 time: 0.1138361 Jul 08 12:54:49.114929 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7c9f05bc-a6a4-45e0-894b-6c7c0363469f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:49.127998 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8740e31-fc37-4cd4-8318-c607299e35dc req-e8108433-c76c-45da-b524-0576142b17c6 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:49.140312 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a8740e31-fc37-4cd4-8318-c607299e35dc req-e8108433-c76c-45da-b524-0576142b17c6 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 943 time: 0.1986978 Jul 08 12:54:49.254601 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a8740e31-fc37-4cd4-8318-c607299e35dc req-716ddf51-9453-4abc-8dab-df7c8546cbb8 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126714 Jul 08 12:54:49.269153 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127af36-2d67-4e50-9b04-9ea117fda65b req-af7a49af-4099-4da6-aee0-ac6924635448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:49.271555 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4127af36-2d67-4e50-9b04-9ea117fda65b req-af7a49af-4099-4da6-aee0-ac6924635448 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3dbecc61c5845b188667dfb5faa627b&device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 1096 time: 0.1137693 Jul 08 12:54:49.287398 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 74341109-ec67-4527-895d-f9685f0ddd46 up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:49.338830 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ec746-5cd8-44ca-9b25-9c00303b2ea2 req-3dc29508-9513-48dc-a5f5-499b382d2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:49.340556 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-083ec746-5cd8-44ca-9b25-9c00303b2ea2 req-3dc29508-9513-48dc-a5f5-499b382d2b47 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1001031a-1b61-435b-8812-921aa2a452b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1966875 Jul 08 12:54:49.375821 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:49.380680 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port 74341109-ec67-4527-895d-f9685f0ddd46 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:49.392663 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 74341109-ec67-4527-895d-f9685f0ddd46 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:49.393315 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:49.562074 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-083ec746-5cd8-44ca-9b25-9c00303b2ea2 req-62e08592-fd18-473c-af3c-533f8249eca5 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144694 Jul 08 12:54:49.591325 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:49.663587 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9253350-85d5-4ad9-8a89-d3af9a1d43ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74341109-ec67-4527-895d-f9685f0ddd46'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:54:49.683458 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100ea901-5ff3-4b2b-95d8-0896c49410c2" -d '{"events": [{"server_uuid": "f9253350-85d5-4ad9-8a89-d3af9a1d43ea", "name": "network-vif-plugged", "status": "completed", "tag": "74341109-ec67-4527-895d-f9685f0ddd46"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:54:49.706527 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 74341109-ec67-4527-895d-f9685f0ddd46, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=74341109-ec67-4527-895d-f9685f0ddd46,segment=NetworkSegment(bfa51963-cfd2-4b77-a330-f4e9b99af459),segment_id=bfa51963-cfd2-4b77-a330-f4e9b99af459)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:49.712204 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:49.717545 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7c9f05bc-a6a4-45e0-894b-6c7c0363469f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:49.753370 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7c9f05bc-a6a4-45e0-894b-6c7c0363469f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:49.785413 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=74341109-ec67-4527-895d-f9685f0ddd46,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:49.800386 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9382e4b-65a2-4b13-8041-665ca06696a6 x-openstack-request-id: req-e9382e4b-65a2-4b13-8041-665ca06696a6 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:54:49.801099 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9253350-85d5-4ad9-8a89-d3af9a1d43ea", "name": "network-vif-plugged", "status": "completed", "tag": "74341109-ec67-4527-895d-f9685f0ddd46", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:54:49.801515 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9382e4b-65a2-4b13-8041-665ca06696a6 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:54:49.802628 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9253350-85d5-4ad9-8a89-d3af9a1d43ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74341109-ec67-4527-895d-f9685f0ddd46', 'code': 200} Jul 08 12:54:49.807528 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f05bc-a6a4-45e0-894b-6c7c0363469f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25532ac-aaff-4a5c-a7a4-67e4dc437d24,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:49.823414 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57655ddf-c7a6-4a30-b244-9f1a12590bcc req-c73240bd-d5e2-4ab9-a63d-e8b35275d39c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:49.826932 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-57655ddf-c7a6-4a30-b244-9f1a12590bcc req-c73240bd-d5e2-4ab9-a63d-e8b35275d39c tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.3862979 Jul 08 12:54:49.886929 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127af36-2d67-4e50-9b04-9ea117fda65b req-b0bae1a3-6e74-4514-acc3-43f0f4c680b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:49.889219 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4127af36-2d67-4e50-9b04-9ea117fda65b req-b0bae1a3-6e74-4514-acc3-43f0f4c680b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa HTTP/1.1" status: 200 len: 919 time: 0.6030796 Jul 08 12:54:49.904447 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 32800) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:49.905501 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7c9f05bc-a6a4-45e0-894b-6c7c0363469f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c761230ef6444ab8b7bfdfaf4b42175b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0523372 Jul 08 12:54:49.944564 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-57655ddf-c7a6-4a30-b244-9f1a12590bcc req-a138748d-c9ae-48d5-a549-c26d37d4b44b tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960352 Jul 08 12:54:50.028846 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bfd6ec1a-49bc-494a-8578-ba6e9c3096b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:50.073556 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bfd6ec1a-49bc-494a-8578-ba6e9c3096b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:50.093975 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea974660-1b1b-4b8e-8ac5-7b7f3130b7c8 req-9ff1b6c5-604b-4458-976c-e6421c940336 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:50.096361 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ea974660-1b1b-4b8e-8ac5-7b7f3130b7c8 req-9ff1b6c5-604b-4458-976c-e6421c940336 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1621895 Jul 08 12:54:50.172824 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ea974660-1b1b-4b8e-8ac5-7b7f3130b7c8 req-1db95c98-f6d6-4a30-ad74-a68d70b2b556 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617309 Jul 08 12:54:50.195367 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bfd6ec1a-49bc-494a-8578-ba6e9c3096b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:50.203112 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bfd6ec1a-49bc-494a-8578-ba6e9c3096b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:50.218157 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-bfd6ec1a-49bc-494a-8578-ba6e9c3096b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a25532ac-aaff-4a5c-a7a4-67e4dc437d24 HTTP/1.1" status: 204 len: 168 time: 0.3025911 Jul 08 12:54:50.223357 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6ec1a-49bc-494a-8578-ba6e9c3096b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25532ac-aaff-4a5c-a7a4-67e4dc437d24,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:50.234506 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155a85b-e81a-4e2b-a5c8-5c3bbc81ee79 req-d8aa5d99-2e6f-4761-bb0b-5e1849718b07 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:50.237351 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c155a85b-e81a-4e2b-a5c8-5c3bbc81ee79 req-d8aa5d99-2e6f-4761-bb0b-5e1849718b07 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.1245310 Jul 08 12:54:50.308328 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c155a85b-e81a-4e2b-a5c8-5c3bbc81ee79 req-3453d979-b31b-4950-bb84-7f0dff2fdb62 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638061 Jul 08 12:54:50.531554 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a5932-1e59-42c0-98da-acc0e0374460 req-c2e9c2d1-e05f-4586-af35-3226cb4ae2b6 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:50.533535 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-053a5932-1e59-42c0-98da-acc0e0374460 req-c2e9c2d1-e05f-4586-af35-3226cb4ae2b6 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 943 time: 0.0796604 Jul 08 12:54:50.589943 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-053a5932-1e59-42c0-98da-acc0e0374460 req-edaf7caa-f7e3-47ca-b540-03b105e45d48 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487273 Jul 08 12:54:50.668017 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 32814) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:50.691129 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e46c6bdd-509b-4c6c-a4d1-cc5b2e1fc0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:50.810353 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e46c6bdd-509b-4c6c-a4d1-cc5b2e1fc0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:50.815493 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e46c6bdd-509b-4c6c-a4d1-cc5b2e1fc0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:50.863579 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-e46c6bdd-509b-4c6c-a4d1-cc5b2e1fc0cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=416cd8e93012408db1b320fff37be719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939564 Jul 08 12:54:50.864771 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c6bdd-509b-4c6c-a4d1-cc5b2e1fc0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27449bc7-2c7c-4bbf-b18d-569a0c6e26c0,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:50.867939 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 32820) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:50.934894 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39345923-c371-4d85-ae68-0cff3efd73f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:50.959908 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39345923-c371-4d85-ae68-0cff3efd73f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:51.012472 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39345923-c371-4d85-ae68-0cff3efd73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:51.015409 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39345923-c371-4d85-ae68-0cff3efd73f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:51.016950 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-39345923-c371-4d85-ae68-0cff3efd73f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27449bc7-2c7c-4bbf-b18d-569a0c6e26c0 HTTP/1.1" status: 204 len: 168 time: 0.1477101 Jul 08 12:54:51.031203 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39345923-c371-4d85-ae68-0cff3efd73f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27449bc7-2c7c-4bbf-b18d-569a0c6e26c0,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:51.273812 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c1b86-a4a4-4261-9b13-992b3fd5a7cb req-9ae2d94f-79c9-4626-918a-68c5839a6aae tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:51.284599 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-823c1b86-a4a4-4261-9b13-992b3fd5a7cb req-9ae2d94f-79c9-4626-918a-68c5839a6aae tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.1095049 Jul 08 12:54:51.357664 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-823c1b86-a4a4-4261-9b13-992b3fd5a7cb req-740383b4-86c7-4d28-8373-1554b14a6408 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718191 Jul 08 12:54:51.393462 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-083ec746-5cd8-44ca-9b25-9c00303b2ea2 req-f99c5d11-1fcd-47c2-97f8-d3f0feff6e69 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895030 Jul 08 12:54:51.567905 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f5e62-a992-4743-b7d8-67c5ffb6c7f2 req-70978f90-1034-4aa2-a471-2c1111f289f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:51.570670 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-cd5f5e62-a992-4743-b7d8-67c5ffb6c7f2 req-70978f90-1034-4aa2-a471-2c1111f289f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1411266 Jul 08 12:54:51.632265 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-cd5f5e62-a992-4743-b7d8-67c5ffb6c7f2 req-143f83a1-5b8e-4fe1-875c-77842e5272cd tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516419 Jul 08 12:54:51.665758 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537493b-f3d1-4d16-aacf-f3ead5e4e73a req-ed727d6e-ce02-48a4-b0a9-62cc95464cf3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:51.668504 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e537493b-f3d1-4d16-aacf-f3ead5e4e73a req-ed727d6e-ce02-48a4-b0a9-62cc95464cf3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.1017835 Jul 08 12:54:51.735016 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e537493b-f3d1-4d16-aacf-f3ead5e4e73a req-a052cf7d-917d-4468-9669-5a50c7d4c461 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542104 Jul 08 12:54:51.895151 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56e0a3-314a-4313-84bc-95866e1135f5 req-3f14b3c7-783c-473d-82a5-8722b5205915 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:51.896861 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1c56e0a3-314a-4313-84bc-95866e1135f5 req-3f14b3c7-783c-473d-82a5-8722b5205915 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 943 time: 0.0887585 Jul 08 12:54:51.954427 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1c56e0a3-314a-4313-84bc-95866e1135f5 req-d9143d2c-fa82-4f6c-b18d-8db5047e8e3c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503678 Jul 08 12:54:52.297638 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5b533990-2a01-4e61-bf6c-8af9a498fa8e details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:54:52.360497 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4127af36-2d67-4e50-9b04-9ea117fda65b req-5385a0b8-d55f-4133-b34e-100f0b973781 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cfe2a5f-b624-4554-b65b-926133191b48 HTTP/1.1" status: 200 len: 217 time: 0.0609095 Jul 08 12:54:52.468077 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 5b533990-2a01-4e61-bf6c-8af9a498fa8e, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:52.481437 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127af36-2d67-4e50-9b04-9ea117fda65b req-1f3721f3-c570-4412-9953-a9ed879f9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:52.485635 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4127af36-2d67-4e50-9b04-9ea117fda65b req-1f3721f3-c570-4412-9953-a9ed879f9f5f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=262bcbbd-46b6-4e4c-b994-e242df92a595 HTTP/1.1" status: 200 len: 858 time: 0.1109028 Jul 08 12:54:52.486940 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '5b533990-2a01-4e61-bf6c-8af9a498fa8e', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'port_id': '5b533990-2a01-4e61-bf6c-8af9a498fa8e', 'mac_address': 'fa:16:3e:69:83:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:54:52.570671 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4127af36-2d67-4e50-9b04-9ea117fda65b req-76054a4c-8a91-4718-b23e-61ee9dd750c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718825 Jul 08 12:54:52.581364 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:52.610083 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b533990-2a01-4e61-bf6c-8af9a498fa8e {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:54:52.636877 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 5b533990-2a01-4e61-bf6c-8af9a498fa8e, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:52.645102 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:52.791649 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=5b533990-2a01-4e61-bf6c-8af9a498fa8e,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:52.893187 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d1504-d54c-425f-b8ce-c31f44501933 req-b368a51d-67ab-4514-8f87-a70d6fac0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:52.897387 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a80d1504-d54c-425f-b8ce-c31f44501933 req-b368a51d-67ab-4514-8f87-a70d6fac0a9c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 1098 time: 0.2283394 Jul 08 12:54:52.945885 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ae411-328f-46df-b03d-570edc0a097e req-75a6572b-18c3-4ae4-ac5b-62f5e2bd420d tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:52.948779 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-101ae411-328f-46df-b03d-570edc0a097e req-75a6572b-18c3-4ae4-ac5b-62f5e2bd420d tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.2887418 Jul 08 12:54:52.975653 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4127af36-2d67-4e50-9b04-9ea117fda65b req-f531e34f-05a8-464e-9ed2-c0000f1c687a service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003034 Jul 08 12:54:53.024590 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a80d1504-d54c-425f-b8ce-c31f44501933 req-536c7e0c-f2d0-477d-a9e1-8cb75405def8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192994 Jul 08 12:54:53.085187 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['5b533990-2a01-4e61-bf6c-8af9a498fa8e'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:54:53.090159 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-101ae411-328f-46df-b03d-570edc0a097e req-b84e3adf-3a0b-487c-bec4-128fe753bde8 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268899 Jul 08 12:54:53.172631 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4127af36-2d67-4e50-9b04-9ea117fda65b req-7ce7b9a1-3a1f-4fd7-843f-eb7718ae8e34 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868491 Jul 08 12:54:53.203471 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1430b-ce4d-4812-a417-05a761502826 req-ce32b215-d730-4d38-81ff-c6e4c2a5c448 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:53.228989 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-bfc1430b-ce4d-4812-a417-05a761502826 req-ce32b215-d730-4d38-81ff-c6e4c2a5c448 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 944 time: 0.2819438 Jul 08 12:54:53.388054 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-bfc1430b-ce4d-4812-a417-05a761502826 req-500281d2-c44c-4abe-9822-1096750d0418 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567693 Jul 08 12:54:53.663971 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb41705-3541-4fc2-9e55-0bcee5b1e64a req-ddaebaaa-ab68-458e-9768-262841e66dc2 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:53.667635 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8bb41705-3541-4fc2-9e55-0bcee5b1e64a req-ddaebaaa-ab68-458e-9768-262841e66dc2 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.1453159 Jul 08 12:54:53.668759 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16efae7-0f31-4342-abcb-3330df50ab36 req-a0874a9e-9638-43e5-ae25-3499e17d65af tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:53.670934 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e16efae7-0f31-4342-abcb-3330df50ab36 req-a0874a9e-9638-43e5-ae25-3499e17d65af tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 943 time: 0.0817881 Jul 08 12:54:53.724174 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e16efae7-0f31-4342-abcb-3330df50ab36 req-54d668ce-c180-4fc6-a97b-b8cfbb944678 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 Jul 08 12:54:53.746067 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8bb41705-3541-4fc2-9e55-0bcee5b1e64a req-392753e4-a61b-4fe6-b473-1d7e29d04985 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636218 Jul 08 12:54:54.296701 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 0cfe2a5f-b624-4554-b65b-926133191b48 details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:54:54.300955 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5b533990-2a01-4e61-bf6c-8af9a498fa8e up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:54.381019 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629684d-3701-4f21-bac7-34e5aade2007 req-13368c82-cbeb-420c-9304-6659f18a144d tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:54.382948 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1629684d-3701-4f21-bac7-34e5aade2007 req-13368c82-cbeb-420c-9304-6659f18a144d tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.1344318 Jul 08 12:54:54.481233 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1629684d-3701-4f21-bac7-34e5aade2007 req-f2d1c7ca-ff38-4a7b-b4d0-ace0b65947af tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843899 Jul 08 12:54:54.551297 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port 5b533990-2a01-4e61-bf6c-8af9a498fa8e completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:54.563805 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 5b533990-2a01-4e61-bf6c-8af9a498fa8e triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:54.564440 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:54.684419 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 0cfe2a5f-b624-4554-b65b-926133191b48, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=0cfe2a5f-b624-4554-b65b-926133191b48,segment=NetworkSegment(bfa51963-cfd2-4b77-a330-f4e9b99af459),segment_id=bfa51963-cfd2-4b77-a330-f4e9b99af459)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:54.710257 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444a8dd-53b8-4fd3-ace1-f7bdd5c19295 req-c7bb0975-c886-4a09-8ed9-b5a30e0627e7 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:54.711654 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '0cfe2a5f-b624-4554-b65b-926133191b48', 'network_id': '4b7d4339-bb93-45b9-9602-75d85bfb5eaa', 'port_id': '0cfe2a5f-b624-4554-b65b-926133191b48', 'mac_address': 'fa:16:3e:62:ca:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '262bcbbd-46b6-4e4c-b994-e242df92a595', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:54:54.713184 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b444a8dd-53b8-4fd3-ace1-f7bdd5c19295 req-c7bb0975-c886-4a09-8ed9-b5a30e0627e7 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 944 time: 0.1119423 Jul 08 12:54:54.801486 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b444a8dd-53b8-4fd3-ace1-f7bdd5c19295 req-c5463d5c-6796-480d-b668-1f2d0d3f1774 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793467 Jul 08 12:54:54.871309 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:54.935712 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:54.970408 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cfe2a5f-b624-4554-b65b-926133191b48 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:54:54.991023 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b533990-2a01-4e61-bf6c-8af9a498fa8e'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:54:54.996783 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d39526f-560b-4e86-b9d7-67db32312d55" -d '{"events": [{"server_uuid": "30c3d726-5746-4ebc-80ca-4321f26536e0", "name": "network-vif-plugged", "status": "completed", "tag": "5b533990-2a01-4e61-bf6c-8af9a498fa8e"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:54:55.035803 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 5b533990-2a01-4e61-bf6c-8af9a498fa8e, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:55.063281 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 0cfe2a5f-b624-4554-b65b-926133191b48, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=0cfe2a5f-b624-4554-b65b-926133191b48,segment=NetworkSegment(bfa51963-cfd2-4b77-a330-f4e9b99af459),segment_id=bfa51963-cfd2-4b77-a330-f4e9b99af459)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:55.067090 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:55.080392 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:55.164160 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42e3dd-07d2-4e70-b7ee-a5c78ff63a56 req-9997df92-0523-46ac-9707-ec2eede9a0f9 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:55.175075 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ec42e3dd-07d2-4e70-b7ee-a5c78ff63a56 req-9997df92-0523-46ac-9707-ec2eede9a0f9 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 943 time: 0.1597137 Jul 08 12:54:55.210216 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=5b533990-2a01-4e61-bf6c-8af9a498fa8e,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:55.229652 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ec42e3dd-07d2-4e70-b7ee-a5c78ff63a56 req-b73e1787-b52f-4292-a9be-7937617cca2c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535400 Jul 08 12:54:55.298039 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114fa458-a820-4d2d-aacd-fced84a5d8d3 x-openstack-request-id: req-114fa458-a820-4d2d-aacd-fced84a5d8d3 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:54:55.298579 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c3d726-5746-4ebc-80ca-4321f26536e0", "name": "network-vif-plugged", "status": "completed", "tag": "5b533990-2a01-4e61-bf6c-8af9a498fa8e", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:54:55.299031 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-114fa458-a820-4d2d-aacd-fced84a5d8d3 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:54:55.299892 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b533990-2a01-4e61-bf6c-8af9a498fa8e', 'code': 200} Jul 08 12:54:55.344657 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=0cfe2a5f-b624-4554-b65b-926133191b48,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:55.402757 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['0cfe2a5f-b624-4554-b65b-926133191b48'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:54:55.750788 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cbb4d-8807-40d1-b746-9450bec972a0 req-bc153523-d1fe-4651-a31f-702772ac8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:55.753059 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d98cbb4d-8807-40d1-b746-9450bec972a0 req-bc153523-d1fe-4651-a31f-702772ac8fa0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 1098 time: 0.0860839 Jul 08 12:54:55.836679 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d98cbb4d-8807-40d1-b746-9450bec972a0 req-485392f4-2233-4cb0-b324-2a5a03f549e8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757864 Jul 08 12:54:56.181610 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eee0e7-7a79-4391-b4b3-14cce127013d req-66b06092-586e-44ee-9d99-a4c419d30ab2 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:56.183188 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-05eee0e7-7a79-4391-b4b3-14cce127013d req-66b06092-586e-44ee-9d99-a4c419d30ab2 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.1091585 Jul 08 12:54:56.248366 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-05eee0e7-7a79-4391-b4b3-14cce127013d req-444a4c72-3355-41ac-822a-19f240a4ac54 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556023 Jul 08 12:54:56.315592 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 0cfe2a5f-b624-4554-b65b-926133191b48 up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:56.446757 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port 0cfe2a5f-b624-4554-b65b-926133191b48 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:56.452507 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 0cfe2a5f-b624-4554-b65b-926133191b48 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:56.452933 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:56.591511 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:56.627328 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633838c-2a2b-4608-90a7-cd2f9c7665a5 req-7cd0ec60-2dd8-4c77-b051-b676fdeba060 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:56.630058 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0633838c-2a2b-4608-90a7-cd2f9c7665a5 req-7cd0ec60-2dd8-4c77-b051-b676fdeba060 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 944 time: 0.1089010 Jul 08 12:54:56.652198 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 0cfe2a5f-b624-4554-b65b-926133191b48, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=0cfe2a5f-b624-4554-b65b-926133191b48,segment=NetworkSegment(bfa51963-cfd2-4b77-a330-f4e9b99af459),segment_id=bfa51963-cfd2-4b77-a330-f4e9b99af459)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:56.658848 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:56.698838 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0633838c-2a2b-4608-90a7-cd2f9c7665a5 req-d8a2e121-3c43-49de-bd98-1615e5a4f1de tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594416 Jul 08 12:54:56.752498 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=0cfe2a5f-b624-4554-b65b-926133191b48,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:57.302079 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d162659-919e-4c84-9ac0-c197dd0e83c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfe2a5f-b624-4554-b65b-926133191b48'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:54:57.304574 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568dfdad-c584-46d2-9192-ac182165f2e8" -d '{"events": [{"server_uuid": "3d162659-919e-4c84-9ac0-c197dd0e83c5", "name": "network-vif-plugged", "status": "completed", "tag": "0cfe2a5f-b624-4554-b65b-926133191b48"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:54:57.347924 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6881ba65-bf9e-437b-ba0f-21821aa60155 x-openstack-request-id: req-6881ba65-bf9e-437b-ba0f-21821aa60155 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:54:57.348671 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d162659-919e-4c84-9ac0-c197dd0e83c5", "name": "network-vif-plugged", "status": "completed", "tag": "0cfe2a5f-b624-4554-b65b-926133191b48", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:54:57.348768 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6881ba65-bf9e-437b-ba0f-21821aa60155 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:54:57.349874 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d162659-919e-4c84-9ac0-c197dd0e83c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfe2a5f-b624-4554-b65b-926133191b48', 'code': 200} Jul 08 12:54:57.585478 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618866a-a56a-4ad9-be33-3eb45d5f6ec1 req-fc08919d-9f5e-4158-a8c1-3fbacfce1403 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:57.587078 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3618866a-a56a-4ad9-be33-3eb45d5f6ec1 req-fc08919d-9f5e-4158-a8c1-3fbacfce1403 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.0890148 Jul 08 12:54:57.658527 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3618866a-a56a-4ad9-be33-3eb45d5f6ec1 req-78c44d7d-cd21-4949-9cfb-73245588638a tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613403 Jul 08 12:54:57.886561 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:57.924561 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7a932-7f7d-4a97-bde9-8ecb3e0b6f09 req-8060269f-7f2a-4122-bb85-6f31adebe1fc tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:57.927594 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6bd7a932-7f7d-4a97-bde9-8ecb3e0b6f09 req-8060269f-7f2a-4122-bb85-6f31adebe1fc tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.1073694 Jul 08 12:54:57.940252 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 33066) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:57.952086 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-a432072f-b0f1-4e32-a1a6-e6f972776358 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Request body: {'floatingip': {'port_id': '5b533990-2a01-4e61-bf6c-8af9a498fa8e'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:58.085214 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a432072f-b0f1-4e32-a1a6-e6f972776358 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for floatingip, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:58.129959 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d53c98-3bd2-412f-9ac5-1a4e287d7384 req-e7946313-9250-49af-ac79-ea92c8780e4c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:58.131990 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-89d53c98-3bd2-412f-9ac5-1a4e287d7384 req-e7946313-9250-49af-ac79-ea92c8780e4c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0764899 Jul 08 12:54:58.191477 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-89d53c98-3bd2-412f-9ac5-1a4e287d7384 req-dd2c4ece-130e-4bf3-becc-bb44e3423aad tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452106 Jul 08 12:54:59.012542 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a432072f-b0f1-4e32-a1a6-e6f972776358 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:59.017281 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a432072f-b0f1-4e32-a1a6-e6f972776358 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:59.124353 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.l3_db [None req-a432072f-b0f1-4e32-a1a6-e6f972776358 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Floating IP 8963663d-ccf9-4500-9926-b0c62f1bee43 associated. External IP: 172.27.2.152, port: 5b533990-2a01-4e61-bf6c-8af9a498fa8e. Jul 08 12:54:59.387852 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a432072f-b0f1-4e32-a1a6-e6f972776358 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Router 4fa6e7cc-0820-438b-b684-28e1015000ea has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:54:59.485255 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82aaa41-baf3-41d1-bb0d-f05fbd2c5af5 req-43c256a9-3282-49a5-b184-1ccca5af3f19 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:59.487911 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b82aaa41-baf3-41d1-bb0d-f05fbd2c5af5 req-43c256a9-3282-49a5-b184-1ccca5af3f19 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1240966 Jul 08 12:54:59.530643 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b82aaa41-baf3-41d1-bb0d-f05fbd2c5af5 req-cc28b98b-0772-49e3-95f6-855f5628fcc3 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369256 Jul 08 12:54:59.556780 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a432072f-b0f1-4e32-a1a6-e6f972776358 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:54:59.561977 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a432072f-b0f1-4e32-a1a6-e6f972776358 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:59.575750 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afeb953-d9b7-4b74-8242-9241774e6236 None None] Sync routers for ids ['4fa6e7cc-0820-438b-b684-28e1015000ea'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:54:59.588747 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afeb953-d9b7-4b74-8242-9241774e6236 None None] Routers {'4fa6e7cc-0820-438b-b684-28e1015000ea'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:54:59.589433 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-2afeb953-d9b7-4b74-8242-9241774e6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:54:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['4fa6e7cc-0820-438b-b684-28e1015000ea'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:59.614780 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-a432072f-b0f1-4e32-a1a6-e6f972776358 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "PUT /v2.0/floatingips/8963663d-ccf9-4500-9926-b0c62f1bee43 HTTP/1.1" status: 200 len: 991 time: 1.6729510 Jul 08 12:54:59.615368 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'tag': '5b533990-2a01-4e61-bf6c-8af9a498fa8e'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:54:59.617758 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516f5f04-d14e-480c-848f-6c0ea8d3795e" -d '{"events": [{"name": "network-changed", "server_uuid": "30c3d726-5746-4ebc-80ca-4321f26536e0", "tag": "5b533990-2a01-4e61-bf6c-8af9a498fa8e"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:54:59.785971 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-2afeb953-d9b7-4b74-8242-9241774e6236 None None] Set router 4fa6e7cc-0820-438b-b684-28e1015000ea gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:55:00.129625 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-2afeb953-d9b7-4b74-8242-9241774e6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:10Z', 'revision_number': 4, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '8963663d-ccf9-4500-9926-b0c62f1bee43', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'port_id': '5b533990-2a01-4e61-bf6c-8af9a498fa8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'mac_address': 'fa:16:3e:69:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:54:26Z', 'updated_at': '2021-07-08T12:54:58Z', 'revision_number': 1, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8d1394-93cd-450d-bd8d-ef21e43756eb', 'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'mac_address': 'fa:16:3e:dd:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 5, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'subnets': [{'id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:55:00.262364 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afeb953-d9b7-4b74-8242-9241774e6236 None None] Checking router: 4fa6e7cc-0820-438b-b684-28e1015000ea for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:55:00.280699 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afeb953-d9b7-4b74-8242-9241774e6236 None None] Routers {'4fa6e7cc-0820-438b-b684-28e1015000ea'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:55:00.281764 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-2afeb953-d9b7-4b74-8242-9241774e6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:54:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['4fa6e7cc-0820-438b-b684-28e1015000ea'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:55:00.446296 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfd19f7-bd1a-4b3e-a452-c7608dc47348 x-openstack-request-id: req-9bfd19f7-bd1a-4b3e-a452-c7608dc47348 {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:55:00.447075 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c3d726-5746-4ebc-80ca-4321f26536e0", "tag": "5b533990-2a01-4e61-bf6c-8af9a498fa8e", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:55:00.447075 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bfd19f7-bd1a-4b3e-a452-c7608dc47348 {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:55:00.448489 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'tag': '5b533990-2a01-4e61-bf6c-8af9a498fa8e', 'status': 'completed', 'code': 200} Jul 08 12:55:00.513608 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-2afeb953-d9b7-4b74-8242-9241774e6236 None None] Set router 4fa6e7cc-0820-438b-b684-28e1015000ea gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:55:00.561382 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f5f04-d14e-480c-848f-6c0ea8d3795e req-596d07e3-3182-4eea-9f59-f36ffdd04fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:00.565979 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-516f5f04-d14e-480c-848f-6c0ea8d3795e req-596d07e3-3182-4eea-9f59-f36ffdd04fa4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb3aaf43ca0742bcbae60180f6a370b0&device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 1098 time: 0.1031215 Jul 08 12:55:00.750209 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:55:00.833304 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f5f04-d14e-480c-848f-6c0ea8d3795e req-c422ca6e-4ddc-45d1-b027-2cf568c0ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:00.837468 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-516f5f04-d14e-480c-848f-6c0ea8d3795e req-c422ca6e-4ddc-45d1-b027-2cf568c0ef67 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1001031a-1b61-435b-8812-921aa2a452b0 HTTP/1.1" status: 200 len: 918 time: 0.2632494 Jul 08 12:55:00.859218 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91e226-b272-4b41-a6f9-973675b94b82 req-c079339e-3722-4d3f-8dba-548a7151307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:00.862493 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-6e91e226-b272-4b41-a6f9-973675b94b82 req-c079339e-3722-4d3f-8dba-548a7151307f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 1098 time: 0.1910551 Jul 08 12:55:01.019232 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-6e91e226-b272-4b41-a6f9-973675b94b82 req-79d8b7b0-f6d9-437d-a20f-430bbc1367f6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491418 Jul 08 12:55:01.043190 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-2afeb953-d9b7-4b74-8242-9241774e6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:10Z', 'revision_number': 4, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '8963663d-ccf9-4500-9926-b0c62f1bee43', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'port_id': '5b533990-2a01-4e61-bf6c-8af9a498fa8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'mac_address': 'fa:16:3e:69:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:54:26Z', 'updated_at': '2021-07-08T12:54:58Z', 'revision_number': 1, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8d1394-93cd-450d-bd8d-ef21e43756eb', 'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'mac_address': 'fa:16:3e:dd:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 5, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'subnets': [{'id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:55:01.055996 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f40f6-fc59-4d2f-afa2-3dd0bbab756f req-42426582-0366-4180-b372-5bb72a3d1d03 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:01.068164 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4d0f40f6-fc59-4d2f-afa2-3dd0bbab756f req-42426582-0366-4180-b372-5bb72a3d1d03 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.3118727 Jul 08 12:55:01.079324 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afeb953-d9b7-4b74-8242-9241774e6236 None None] The sync data for ids ['4fa6e7cc-0820-438b-b684-28e1015000ea'] in dv-cinder-800022-1-iscsi is: [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:10Z', 'revision_number': 4, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '8963663d-ccf9-4500-9926-b0c62f1bee43', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'port_id': '5b533990-2a01-4e61-bf6c-8af9a498fa8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'mac_address': 'fa:16:3e:69:83:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:54:26Z', 'updated_at': '2021-07-08T12:54:58Z', 'revision_number': 1, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8d1394-93cd-450d-bd8d-ef21e43756eb', 'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'mac_address': 'fa:16:3e:dd:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 5, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'subnets': [{'id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:55:01.332154 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-516f5f04-d14e-480c-848f-6c0ea8d3795e req-8442a2e5-2422-4b9d-8af9-c854cd4e67f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e HTTP/1.1" status: 200 len: 999 time: 0.4865141 Jul 08 12:55:01.425398 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4d0f40f6-fc59-4d2f-afa2-3dd0bbab756f req-f09f5ece-2fe5-452c-9de0-266f5154ef87 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557742 Jul 08 12:55:01.562981 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d37a45-fefc-4ada-aba6-0dbda4a88bd2 None None] New status for floating IP 8963663d-ccf9-4500-9926-b0c62f1bee43: ACTIVE {{(pid=92985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:55:01.579471 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f5f04-d14e-480c-848f-6c0ea8d3795e req-64795d35-a974-4d81-9568-bfae32053ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:01.583957 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-516f5f04-d14e-480c-848f-6c0ea8d3795e req-64795d35-a974-4d81-9568-bfae32053ad5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6adf3be6-529c-41ea-8b72-a2240d7f7625 HTTP/1.1" status: 200 len: 856 time: 0.2248464 Jul 08 12:55:01.772207 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f5f04-d14e-480c-848f-6c0ea8d3795e req-6a2a7d6c-d86c-4b67-86d4-b47bb3f2e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:01.777899 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-516f5f04-d14e-480c-848f-6c0ea8d3795e req-6a2a7d6c-d86c-4b67-86d4-b47bb3f2e127 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1001031a-1b61-435b-8812-921aa2a452b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1841457 Jul 08 12:55:02.020996 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-516f5f04-d14e-480c-848f-6c0ea8d3795e req-94ad0fd5-3eac-4c18-9404-0dc674e26717 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343662 Jul 08 12:55:02.058753 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 33168) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:02.324988 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-516f5f04-d14e-480c-848f-6c0ea8d3795e req-9cba854d-e484-4419-a686-8a2c5d78a0e0 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919080 Jul 08 12:55:02.434503 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4d1cb821-2a6d-42ab-ad17-27c9691bfd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:02.543679 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4d1cb821-2a6d-42ab-ad17-27c9691bfd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:02.550121 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4d1cb821-2a6d-42ab-ad17-27c9691bfd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:02.623910 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-4d1cb821-2a6d-42ab-ad17-27c9691bfd33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=171e80183c2444b4b47c977662c4ca95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5579703 Jul 08 12:55:02.623910 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cb821-2a6d-42ab-ad17-27c9691bfd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449a41da-3c62-4f71-b2a0-db785a8e6629,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:02.625261 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 33182) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:02.717304 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e41cc235-8ec4-44fe-9cdb-f8908c4d4337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:02.762336 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e41cc235-8ec4-44fe-9cdb-f8908c4d4337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:02.825289 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5820c3-a26a-4c9b-9321-1ae1ae838c04 req-fefb9e21-4f1d-4397-97d8-912125d7f322 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:02.827957 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-af5820c3-a26a-4c9b-9321-1ae1ae838c04 req-fefb9e21-4f1d-4397-97d8-912125d7f322 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1545401 Jul 08 12:55:02.877555 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e41cc235-8ec4-44fe-9cdb-f8908c4d4337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:02.880312 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e41cc235-8ec4-44fe-9cdb-f8908c4d4337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:02.881873 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e41cc235-8ec4-44fe-9cdb-f8908c4d4337 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/449a41da-3c62-4f71-b2a0-db785a8e6629 HTTP/1.1" status: 204 len: 168 time: 0.2552664 Jul 08 12:55:02.894184 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-af5820c3-a26a-4c9b-9321-1ae1ae838c04 req-6d68ca4a-bf35-4cfa-a404-bfd6237424fa tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559585 Jul 08 12:55:02.903167 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cc235-8ec4-44fe-9cdb-f8908c4d4337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449a41da-3c62-4f71-b2a0-db785a8e6629,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:03.343834 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 33208) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:03.370797 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-09345eeb-364b-446e-b9b7-486608320f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:03.641502 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb10557-7ae0-46cf-9b5e-145de0625641 req-2f69bc9a-133b-4b23-bb9b-d9c9cd51e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:03.643274 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7bb10557-7ae0-46cf-9b5e-145de0625641 req-2f69bc9a-133b-4b23-bb9b-d9c9cd51e923 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3dbecc61c5845b188667dfb5faa627b&device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 1098 time: 0.1654706 Jul 08 12:55:03.786469 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-09345eeb-364b-446e-b9b7-486608320f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:03.798786 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-09345eeb-364b-446e-b9b7-486608320f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:03.912742 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-09345eeb-364b-446e-b9b7-486608320f1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ac088645a0f4a77a74efc91d39aed92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673261 Jul 08 12:55:03.915933 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 33226) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:03.919161 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09345eeb-364b-446e-b9b7-486608320f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4919b791-9a80-4a35-89a8-5cb0f4b394ad,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:03.925238 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb10557-7ae0-46cf-9b5e-145de0625641 req-eaf49cf8-dee7-413d-9526-8be1b44629ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:03.926739 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7bb10557-7ae0-46cf-9b5e-145de0625641 req-eaf49cf8-dee7-413d-9526-8be1b44629ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa HTTP/1.1" status: 200 len: 919 time: 0.2647612 Jul 08 12:55:03.937770 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345eeb-364b-446e-b9b7-486608320f1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:03.938343 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345eeb-364b-446e-b9b7-486608320f1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:03.938940 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345eeb-364b-446e-b9b7-486608320f1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:03.939473 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345eeb-364b-446e-b9b7-486608320f1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:03.939990 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345eeb-364b-446e-b9b7-486608320f1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:03.940501 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345eeb-364b-446e-b9b7-486608320f1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:03.941101 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345eeb-364b-446e-b9b7-486608320f1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:03.941630 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345eeb-364b-446e-b9b7-486608320f1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:03.942169 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345eeb-364b-446e-b9b7-486608320f1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:03.942686 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345eeb-364b-446e-b9b7-486608320f1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:03.943347 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345eeb-364b-446e-b9b7-486608320f1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:03.943893 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345eeb-364b-446e-b9b7-486608320f1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:03.977409 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da23bee-4831-40d1-8aae-8e2af1c4c378 req-6b5368bd-752a-4831-8964-8145723c0da4 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:03.985835 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3da23bee-4831-40d1-8aae-8e2af1c4c378 req-6b5368bd-752a-4831-8964-8145723c0da4 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.3101139 Jul 08 12:55:04.038176 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7bb10557-7ae0-46cf-9b5e-145de0625641 req-097e8dc6-c212-492a-8a10-4272421cfe0d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cfe2a5f-b624-4554-b65b-926133191b48 HTTP/1.1" status: 200 len: 217 time: 0.0889485 Jul 08 12:55:04.054184 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:04.082207 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3da23bee-4831-40d1-8aae-8e2af1c4c378 req-4e21881b-f04b-4ff5-b6b4-ff2212863e47 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611486 Jul 08 12:55:04.091330 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:04.153446 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:04.153756 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb10557-7ae0-46cf-9b5e-145de0625641 req-2a421308-27b1-4c19-8e43-a7bbd47f0094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:04.155434 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7bb10557-7ae0-46cf-9b5e-145de0625641 req-2a421308-27b1-4c19-8e43-a7bbd47f0094 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=262bcbbd-46b6-4e4c-b994-e242df92a595 HTTP/1.1" status: 200 len: 858 time: 0.0901084 Jul 08 12:55:04.156948 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:04.158499 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4919b791-9a80-4a35-89a8-5cb0f4b394ad HTTP/1.1" status: 204 len: 168 time: 0.2398252 Jul 08 12:55:04.169312 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4919b791-9a80-4a35-89a8-5cb0f4b394ad,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:04.180433 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:04.181061 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:04.181571 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:04.182596 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:04.183126 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:04.183650 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:04.184404 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:04.184942 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:04.185528 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:04.186023 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:04.186512 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:04.187000 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104a6d8-54c1-46ad-9df4-3802851d68e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:04.228341 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7bb10557-7ae0-46cf-9b5e-145de0625641 req-e890811d-2354-4762-a4a9-1ca1b977c070 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587347 Jul 08 12:55:04.423452 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7bb10557-7ae0-46cf-9b5e-145de0625641 req-fb5debb6-56a9-42a0-be5d-994a2095818c service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813509 Jul 08 12:55:04.560973 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7bb10557-7ae0-46cf-9b5e-145de0625641 req-ed919ff0-6b72-4ab9-9a47-d7e6e1da10bc service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294801 Jul 08 12:55:05.080398 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 33270) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:05.271842 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-eb9db17b-ab67-4b15-8c22-25bf2091f552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:05.555541 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edc9f5-df4a-490e-acbc-96af5bc5920b req-ce5f805a-820a-48af-9f2b-2ce890cd0fb7 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:05.562811 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-72edc9f5-df4a-490e-acbc-96af5bc5920b req-ce5f805a-820a-48af-9f2b-2ce890cd0fb7 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1561983 Jul 08 12:55:05.583270 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-eb9db17b-ab67-4b15-8c22-25bf2091f552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:05.593100 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-eb9db17b-ab67-4b15-8c22-25bf2091f552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:05.675617 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9db17b-ab67-4b15-8c22-25bf2091f552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30ee7c0-1403-498e-9ae6-3864294cb122,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:05.686202 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-72edc9f5-df4a-490e-acbc-96af5bc5920b req-e79b8b55-6208-4c2a-b271-69d2bec2df22 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159332 Jul 08 12:55:05.687425 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 33306) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:05.689127 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-eb9db17b-ab67-4b15-8c22-25bf2091f552 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31cb0f4a9e8041fba2a0d9ebd873e30e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6071312 Jul 08 12:55:05.877203 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0e2113a2-8b67-4d56-8c84-ffd80411b2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:05.926200 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0e2113a2-8b67-4d56-8c84-ffd80411b2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:05.944837 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 33318) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:05.952989 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12244c-4938-483a-b13b-8613069d58ef req-67e3b427-c6b2-4f3d-aebe-f3c1a8552f5f tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:05.954871 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4a12244c-4938-483a-b13b-8613069d58ef req-67e3b427-c6b2-4f3d-aebe-f3c1a8552f5f tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/networks?id=25322acd-cd6d-4533-bb20-e943f6b4bde0 HTTP/1.1" status: 200 len: 814 time: 0.2520611 Jul 08 12:55:05.988552 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4a12244c-4938-483a-b13b-8613069d58ef req-0c798e06-c3d6-433a-ab4a-cd6be00305e3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/quotas/0f0cacd1b66143d4af1faf4c09461adb HTTP/1.1" status: 200 len: 375 time: 0.0150073 Jul 08 12:55:06.047634 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0e2113a2-8b67-4d56-8c84-ffd80411b2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:06.051508 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0e2113a2-8b67-4d56-8c84-ffd80411b2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:06.056427 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-0e2113a2-8b67-4d56-8c84-ffd80411b2da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c30ee7c0-1403-498e-9ae6-3864294cb122 HTTP/1.1" status: 204 len: 168 time: 0.3663387 Jul 08 12:55:06.067239 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2113a2-8b67-4d56-8c84-ffd80411b2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30ee7c0-1403-498e-9ae6-3864294cb122,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:06.095538 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4a12244c-4938-483a-b13b-8613069d58ef req-f742f520-e2bb-4068-be7b-85991e48b729 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f0cacd1b66143d4af1faf4c09461adb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0971520 Jul 08 12:55:06.160120 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-059d61dc-6447-4c6c-a0e7-c0722a8b5003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:06.279863 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4a12244c-4938-483a-b13b-8613069d58ef req-e451987d-f15b-438a-98c4-889945de14fd service neutron] 10.222.0.13 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766431 Jul 08 12:55:06.305887 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-059d61dc-6447-4c6c-a0e7-c0722a8b5003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:06.312941 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-059d61dc-6447-4c6c-a0e7-c0722a8b5003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:06.367491 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-059d61dc-6447-4c6c-a0e7-c0722a8b5003 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=584954fbbcad4387a404e4cc21b528a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4204741 Jul 08 12:55:06.371446 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d61dc-6447-4c6c-a0e7-c0722a8b5003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f43e321-163e-4fc8-94f3-4b2193975756,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:06.374607 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 33328) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:06.394539 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4a12244c-4938-483a-b13b-8613069d58ef req-91cadcfd-bad0-4a82-89cc-6126cb57f400 service neutron] 10.222.0.13 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119015 Jul 08 12:55:06.441193 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5c1774bd-6d5e-4eba-b718-c33a5cbdc1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:06.468263 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5c1774bd-6d5e-4eba-b718-c33a5cbdc1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:06.570275 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5c1774bd-6d5e-4eba-b718-c33a5cbdc1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:06.575387 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5c1774bd-6d5e-4eba-b718-c33a5cbdc1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:06.577504 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5c1774bd-6d5e-4eba-b718-c33a5cbdc1fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f43e321-163e-4fc8-94f3-4b2193975756 HTTP/1.1" status: 204 len: 168 time: 0.2018075 Jul 08 12:55:06.632958 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1774bd-6d5e-4eba-b718-c33a5cbdc1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f43e321-163e-4fc8-94f3-4b2193975756,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:06.704296 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-89ec4349-7e0b-4226-a731-76aa35ac1a41 req-30d22d9c-1adc-494d-8841-ee4897859901 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 210 time: 0.1022635 Jul 08 12:55:06.784299 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 33344) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:06.817964 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39a1d286-27d9-46c1-ac16-ff7f28ec2421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:07.091412 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d86824-5e3b-4ee4-a619-010cf9afe447 req-0ec20b8b-8ceb-473f-b8f6-5afce05fc778 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:07.093068 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-81d86824-5e3b-4ee4-a619-010cf9afe447 req-0ec20b8b-8ceb-473f-b8f6-5afce05fc778 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1687338 Jul 08 12:55:07.110163 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39a1d286-27d9-46c1-ac16-ff7f28ec2421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:07.125010 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39a1d286-27d9-46c1-ac16-ff7f28ec2421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:07.160492 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1d286-27d9-46c1-ac16-ff7f28ec2421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17eab138-0406-4bd2-aeb0-f0d8f447bfd7,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:07.210570 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-81d86824-5e3b-4ee4-a619-010cf9afe447 req-10fac142-2fb7-4022-b5d6-2999f2ce0bcc tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061246 Jul 08 12:55:07.215050 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-39a1d286-27d9-46c1-ac16-ff7f28ec2421 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff411f967ead4d2f8858b714d76c4bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290233 Jul 08 12:55:07.219260 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 33362) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:07.326300 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2ed0-5d56-4981-be7c-8de4108307f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:07.332284 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 33364) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:07.383498 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-546a12a7-faaa-478b-b197-3939f1a45ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:07.389453 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2ed0-5d56-4981-be7c-8de4108307f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:07.498051 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2ed0-5d56-4981-be7c-8de4108307f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:07.500565 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2ed0-5d56-4981-be7c-8de4108307f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:07.501771 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-8b4b2ed0-5d56-4981-be7c-8de4108307f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17eab138-0406-4bd2-aeb0-f0d8f447bfd7 HTTP/1.1" status: 204 len: 168 time: 0.2814546 Jul 08 12:55:07.517383 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b2ed0-5d56-4981-be7c-8de4108307f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17eab138-0406-4bd2-aeb0-f0d8f447bfd7,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:07.559582 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-546a12a7-faaa-478b-b197-3939f1a45ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:07.566597 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-546a12a7-faaa-478b-b197-3939f1a45ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:07.602887 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a12a7-faaa-478b-b197-3939f1a45ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93106bbe-9b44-4ebb-aeea-7b022f509809,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:07.631365 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-546a12a7-faaa-478b-b197-3939f1a45ecc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4be5b510563e47879b5a057b09296eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941511 Jul 08 12:55:07.631613 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 33370) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:07.701807 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8cfb9cd2-f846-4aa7-b01b-92f4bfdce8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:07.737277 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8cfb9cd2-f846-4aa7-b01b-92f4bfdce8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:07.927084 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-85d96878-cee0-4986-a5e3-b53e2f620de7 req-3fe592a7-a124-4c5d-a1c5-3ac1de12dd7f tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 210 time: 0.0458903 Jul 08 12:55:08.170155 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8cfb9cd2-f846-4aa7-b01b-92f4bfdce8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:08.173869 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8cfb9cd2-f846-4aa7-b01b-92f4bfdce8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:08.178037 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-8cfb9cd2-f846-4aa7-b01b-92f4bfdce8d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93106bbe-9b44-4ebb-aeea-7b022f509809 HTTP/1.1" status: 204 len: 168 time: 0.5427160 Jul 08 12:55:08.211693 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb9cd2-f846-4aa7-b01b-92f4bfdce8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93106bbe-9b44-4ebb-aeea-7b022f509809,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:08.440736 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12244c-4938-483a-b13b-8613069d58ef req-d06f6d40-1d7c-426d-a121-8e8bfe1a1c6d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:08.447991 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a12244c-4938-483a-b13b-8613069d58ef req-d06f6d40-1d7c-426d-a121-8e8bfe1a1c6d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.61 "GET /v2.0/networks?id=25322acd-cd6d-4533-bb20-e943f6b4bde0 HTTP/1.1" status: 200 len: 814 time: 0.2656975 Jul 08 12:55:08.475511 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-4a12244c-4938-483a-b13b-8613069d58ef req-e80e3098-4090-45c3-974f-d0a70ae64e5e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Request body: {'port': {'device_id': 'b6e79ac3-5f45-4842-8b79-769f5bcc16c5', 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0', 'admin_state_up': True, 'tenant_id': '0f0cacd1b66143d4af1faf4c09461adb'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:55:08.717925 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a12244c-4938-483a-b13b-8613069d58ef req-e80e3098-4090-45c3-974f-d0a70ae64e5e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Made reservation on behalf of 0f0cacd1b66143d4af1faf4c09461adb for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:55:08.723984 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4a12244c-4938-483a-b13b-8613069d58ef req-e80e3098-4090-45c3-974f-d0a70ae64e5e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:08.798164 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8593f-9bef-4af5-85b7-c249dcec0ec9 req-0f17340e-ca6d-474b-91de-96451cc5350e tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:08.807054 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-02e8593f-9bef-4af5-85b7-c249dcec0ec9 req-0f17340e-ca6d-474b-91de-96451cc5350e tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1935263 Jul 08 12:55:08.871287 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-02e8593f-9bef-4af5-85b7-c249dcec0ec9 req-bd71ae58-5794-4c8d-b52e-f4f1a8e9face tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628710 Jul 08 12:55:09.000542 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-4a12244c-4938-483a-b13b-8613069d58ef req-e80e3098-4090-45c3-974f-d0a70ae64e5e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Allocated IP 172.20.0.4 (25322acd-cd6d-4533-bb20-e943f6b4bde0/a9c9b335-2571-40b0-99bd-5b4f86a78575/e4b642ef-c32f-4a77-b9f5-e8864845bbe2) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:55:09.194950 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a83ca08b-7c60-4ee3-9d42-cb522d0e02e0 req-a7b0a447-c8c6-4087-8c73-1763beb2283a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 210 time: 0.0469055 Jul 08 12:55:09.216818 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4a12244c-4938-483a-b13b-8613069d58ef req-e80e3098-4090-45c3-974f-d0a70ae64e5e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:09.270609 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4a12244c-4938-483a-b13b-8613069d58ef req-e80e3098-4090-45c3-974f-d0a70ae64e5e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:09.338331 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a12244c-4938-483a-b13b-8613069d58ef req-e80e3098-4090-45c3-974f-d0a70ae64e5e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Network 25322acd-cd6d-4533-bb20-e943f6b4bde0 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:55:09.339625 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e3098-4090-45c3-974f-d0a70ae64e5e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Pushing event updated for resources: {'Port': ['ID=e4b642ef-c32f-4a77-b9f5-e8864845bbe2,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:09.343756 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-4a12244c-4938-483a-b13b-8613069d58ef req-e80e3098-4090-45c3-974f-d0a70ae64e5e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:55:09.346403 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a12244c-4938-483a-b13b-8613069d58ef req-e80e3098-4090-45c3-974f-d0a70ae64e5e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:55:09.352627 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12244c-4938-483a-b13b-8613069d58ef req-e80e3098-4090-45c3-974f-d0a70ae64e5e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:09.353419 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4a12244c-4938-483a-b13b-8613069d58ef req-e80e3098-4090-45c3-974f-d0a70ae64e5e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:09.374164 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a12244c-4938-483a-b13b-8613069d58ef req-e80e3098-4090-45c3-974f-d0a70ae64e5e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9105561 Jul 08 12:55:09.683386 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 33448) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:09.858519 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-aedff27a-ff87-44e5-9c2b-a430bfcec19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:10.023129 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-aedff27a-ff87-44e5-9c2b-a430bfcec19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:10.028675 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-aedff27a-ff87-44e5-9c2b-a430bfcec19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:10.065442 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-aedff27a-ff87-44e5-9c2b-a430bfcec19d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b413684081f24832a9f7f380f4b7e863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807299 Jul 08 12:55:10.070070 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 33462) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:10.108507 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedff27a-ff87-44e5-9c2b-a430bfcec19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9b9e19-8d33-4c78-b573-d0ae9db40a2a,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:10.165817 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f8de76c2-812a-46e8-a36b-d8a5eeda0e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:10.210133 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f8de76c2-812a-46e8-a36b-d8a5eeda0e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:10.247238 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa3f38-5f21-4ac0-ab4b-951dda666fe1 req-95985969-8d87-4ba0-8ad1-254d44ecfaab tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:10.249989 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1efa3f38-5f21-4ac0-ab4b-951dda666fe1 req-95985969-8d87-4ba0-8ad1-254d44ecfaab tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1170633 Jul 08 12:55:10.295912 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f8de76c2-812a-46e8-a36b-d8a5eeda0e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:10.300905 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f8de76c2-812a-46e8-a36b-d8a5eeda0e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:10.305358 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f8de76c2-812a-46e8-a36b-d8a5eeda0e1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae9b9e19-8d33-4c78-b573-d0ae9db40a2a HTTP/1.1" status: 204 len: 168 time: 0.2314665 Jul 08 12:55:10.317235 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de76c2-812a-46e8-a36b-d8a5eeda0e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9b9e19-8d33-4c78-b573-d0ae9db40a2a,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:10.345805 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1efa3f38-5f21-4ac0-ab4b-951dda666fe1 req-0f49a8ec-cab9-46d8-aafc-2d854c7d5234 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755548 Jul 08 12:55:10.578658 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf369f3a-fc67-4bb7-871c-93e118dc4892 req-6cf318a1-19e7-4db1-a9d6-688b77fcd604 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:10.581746 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-cf369f3a-fc67-4bb7-871c-93e118dc4892 req-6cf318a1-19e7-4db1-a9d6-688b77fcd604 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 931 time: 0.1002491 Jul 08 12:55:10.628983 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-cf369f3a-fc67-4bb7-871c-93e118dc4892 req-a9923e9e-0d83-4121-9db6-22ddeabe8a8d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370357 Jul 08 12:55:10.754423 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['b77855d1-8202-4e82-8441-62c64e7af09f'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:55:11.576254 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00b2c7-3dbc-483b-8641-b4078e76ecfa req-8fb610ae-04b8-4ac3-bd62-17f15946c9e1 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:11.577628 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8a00b2c7-3dbc-483b-8641-b4078e76ecfa req-8fb610ae-04b8-4ac3-bd62-17f15946c9e1 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0762620 Jul 08 12:55:11.630349 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8a00b2c7-3dbc-483b-8641-b4078e76ecfa req-1dd4f7c2-2228-430e-a472-784589311fdc tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Jul 08 12:55:11.875121 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f43b2-497b-4f37-b676-3def77a21919 req-c2b5b0ae-a01e-473b-97df-c69a5a7d81f8 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:11.876859 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-358f43b2-497b-4f37-b676-3def77a21919 req-c2b5b0ae-a01e-473b-97df-c69a5a7d81f8 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 931 time: 0.0723426 Jul 08 12:55:11.888525 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Request body: {'port': {'device_id': 'b6e79ac3-5f45-4842-8b79-769f5bcc16c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:55:11.934501 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-358f43b2-497b-4f37-b676-3def77a21919 req-8da6b054-ea60-49b4-8310-d8e1e7b472cd tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489416 Jul 08 12:55:12.004075 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:12.358436 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b642ef-c32f-4a77-b9f5-e8864845bbe2 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:55:12.367658 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:12.383043 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Transition to ACTIVE for port object e4b642ef-c32f-4a77-b9f5-e8864845bbe2 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:55:12.387859 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:12.482753 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Pushing event updated for resources: {'Port': ['ID=e4b642ef-c32f-4a77-b9f5-e8864845bbe2,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:12.530021 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Attempting to bind port e4b642ef-c32f-4a77-b9f5-e8864845bbe2 on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:55:12.530373 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Attempting to bind port e4b642ef-c32f-4a77-b9f5-e8864845bbe2 by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': 'eb213aaf-4e10-4333-998e-30832ddcf1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:55:12.530697 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Attempting to bind port e4b642ef-c32f-4a77-b9f5-e8864845bbe2 on network 25322acd-cd6d-4533-bb20-e943f6b4bde0 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:55:12.539952 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Port e4b642ef-c32f-4a77-b9f5-e8864845bbe2 on network 25322acd-cd6d-4533-bb20-e943f6b4bde0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:55:12.540626 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Attempting to bind port e4b642ef-c32f-4a77-b9f5-e8864845bbe2 on network 25322acd-cd6d-4533-bb20-e943f6b4bde0 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:55:12.552127 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:55:12.552901 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Checking segment: {'id': 'eb213aaf-4e10-4333-998e-30832ddcf1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:55:12.553707 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Bound using segment: {'id': 'eb213aaf-4e10-4333-998e-30832ddcf1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:55:12.554574 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Bound port: e4b642ef-c32f-4a77-b9f5-e8864845bbe2, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb213aaf-4e10-4333-998e-30832ddcf1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:55:12.555483 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:12.679824 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] For port e4b642ef-c32f-4a77-b9f5-e8864845bbe2, host hv-cinder-80002, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:55:12.692398 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] For port e4b642ef-c32f-4a77-b9f5-e8864845bbe2, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=e4b642ef-c32f-4a77-b9f5-e8864845bbe2,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:55:12.722946 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:12.816316 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:12.817018 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:12.833204 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a12244c-4938-483a-b13b-8613069d58ef req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] 10.222.0.61 "PUT /v2.0/ports/e4b642ef-c32f-4a77-b9f5-e8864845bbe2 HTTP/1.1" status: 200 len: 1093 time: 0.9378128 Jul 08 12:55:12.833204 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e79ac3-5f45-4842-8b79-769f5bcc16c5', 'tag': 'e4b642ef-c32f-4a77-b9f5-e8864845bbe2'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:55:12.833204 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d80709f-e7cb-4639-ad05-da17cdd2575f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e79ac3-5f45-4842-8b79-769f5bcc16c5", "tag": "e4b642ef-c32f-4a77-b9f5-e8864845bbe2"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:55:12.836476 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7618bb-8c14-45a9-a275-9ad220df580e service neutron] Pushing event updated for resources: {'Port': ['ID=e4b642ef-c32f-4a77-b9f5-e8864845bbe2,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:12.887101 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03056d36-8f2b-495d-8d3e-15085358d820 x-openstack-request-id: req-03056d36-8f2b-495d-8d3e-15085358d820 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:55:12.887555 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e79ac3-5f45-4842-8b79-769f5bcc16c5", "tag": "e4b642ef-c32f-4a77-b9f5-e8864845bbe2", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:55:12.887806 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03056d36-8f2b-495d-8d3e-15085358d820 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:55:12.888760 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e79ac3-5f45-4842-8b79-769f5bcc16c5', 'tag': 'e4b642ef-c32f-4a77-b9f5-e8864845bbe2', 'status': 'completed', 'code': 200} Jul 08 12:55:13.028258 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cb44a-da9e-4381-b6db-2d9376f81cc0 req-97b44d95-2fff-43a3-a56d-e28518a2fd9d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:13.044596 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e02cb44a-da9e-4381-b6db-2d9376f81cc0 req-97b44d95-2fff-43a3-a56d-e28518a2fd9d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1691380 Jul 08 12:55:13.088078 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80709f-e7cb-4639-ad05-da17cdd2575f req-009364b7-1164-4879-be7e-731a4f6c77d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:13.090020 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8d80709f-e7cb-4639-ad05-da17cdd2575f req-009364b7-1164-4879-be7e-731a4f6c77d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f0cacd1b66143d4af1faf4c09461adb&device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 1096 time: 0.1605556 Jul 08 12:55:13.138286 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e02cb44a-da9e-4381-b6db-2d9376f81cc0 req-64003077-9262-48ad-b5e9-340e4a82e34d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888813 Jul 08 12:55:13.348191 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80709f-e7cb-4639-ad05-da17cdd2575f req-768a389c-4137-4e73-9152-57c80f48f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:13.350960 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8d80709f-e7cb-4639-ad05-da17cdd2575f req-768a389c-4137-4e73-9152-57c80f48f0ea service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0f0cacd1b66143d4af1faf4c09461adb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2463927 Jul 08 12:55:13.433051 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465451fb-bea0-4bb7-bce0-0bcb7ea4f2db req-de732045-16fb-4b5f-8a6e-a7aff3119f52 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:13.434738 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-465451fb-bea0-4bb7-bce0-0bcb7ea4f2db req-de732045-16fb-4b5f-8a6e-a7aff3119f52 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 943 time: 0.0783832 Jul 08 12:55:13.481079 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-465451fb-bea0-4bb7-bce0-0bcb7ea4f2db req-4a1d3e29-9755-4912-a8d3-42dd70ce187c tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367167 Jul 08 12:55:13.519992 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6189ea63-fa38-40a7-bbae-98ae5d783723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:14.008257 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154e28f-e282-4ba4-91fe-97eb278c9f43 req-02d85787-ee65-4bb5-9cfe-6c38dfa0083d tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:14.010159 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2154e28f-e282-4ba4-91fe-97eb278c9f43 req-02d85787-ee65-4bb5-9cfe-6c38dfa0083d tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.0679767 Jul 08 12:55:14.051893 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2154e28f-e282-4ba4-91fe-97eb278c9f43 req-090c8a91-727c-4cef-9d56-240da83aeede tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354464 Jul 08 12:55:14.370555 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466f831-01b8-4a4c-ad79-979355aa31b1 req-d79fa849-f9af-44a6-89c9-08d1c4c0682c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:14.372293 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1466f831-01b8-4a4c-ad79-979355aa31b1 req-d79fa849-f9af-44a6-89c9-08d1c4c0682c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0848036 Jul 08 12:55:14.425679 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1466f831-01b8-4a4c-ad79-979355aa31b1 req-a6feb0b0-81be-44e5-875c-ea0ebfeb6daf tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418737 Jul 08 12:55:14.833286 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a282f7a-cab8-4de1-946f-16ffb63f690f req-9a0d55f9-3356-4e1a-a0c2-2fb7eaa79a4d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:14.835212 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9a282f7a-cab8-4de1-946f-16ffb63f690f req-9a0d55f9-3356-4e1a-a0c2-2fb7eaa79a4d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 943 time: 0.0677402 Jul 08 12:55:14.885904 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9a282f7a-cab8-4de1-946f-16ffb63f690f req-d8237df4-711c-4867-9490-2f48f504776a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442877 Jul 08 12:55:15.251669 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ca8a1-946b-4ee4-8fac-47c9099b2231 req-e1e86604-3bba-4864-9fcb-bf2a34f0fd5e tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:15.255407 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d07ca8a1-946b-4ee4-8fac-47c9099b2231 req-e1e86604-3bba-4864-9fcb-bf2a34f0fd5e tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.0796921 Jul 08 12:55:15.302564 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d07ca8a1-946b-4ee4-8fac-47c9099b2231 req-4bd9b0b8-8d85-42da-8e2b-7aa4d9cb2121 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398383 Jul 08 12:55:15.654783 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94701233-3aa0-4a52-be9c-b7ba9f728456 req-d7f5ae9c-5baa-4cc0-abbd-d51a225ba614 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:15.656329 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-94701233-3aa0-4a52-be9c-b7ba9f728456 req-d7f5ae9c-5baa-4cc0-abbd-d51a225ba614 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0687830 Jul 08 12:55:15.698329 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-94701233-3aa0-4a52-be9c-b7ba9f728456 req-9d1cb02f-30ef-4fb2-aa87-2a3165154941 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358524 Jul 08 12:55:16.004527 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c48f-20e2-4586-8447-3062aa4aa209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:16.094400 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431065ec-1ef3-401a-9597-8fd80680d312 req-207256b8-b334-4a1d-b77d-f4a2dc66078d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:16.096705 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-431065ec-1ef3-401a-9597-8fd80680d312 req-207256b8-b334-4a1d-b77d-f4a2dc66078d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 943 time: 0.0697918 Jul 08 12:55:16.140410 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-431065ec-1ef3-401a-9597-8fd80680d312 req-97856bb1-e541-43aa-b688-8131f1f0ab58 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377724 Jul 08 12:55:16.577174 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c049a1b-7cff-49c3-8693-7d44588f1f1f req-5098dbf2-8cb8-43bb-b407-d2fe414011f8 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:16.578989 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2c049a1b-7cff-49c3-8693-7d44588f1f1f req-5098dbf2-8cb8-43bb-b407-d2fe414011f8 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.0828578 Jul 08 12:55:16.639866 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2c049a1b-7cff-49c3-8693-7d44588f1f1f req-3e77a4fb-bdc0-4bbf-b230-4f330e9f9e19 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503747 Jul 08 12:55:16.813342 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80709f-e7cb-4639-ad05-da17cdd2575f req-f98c0864-13d2-4d58-8be4-9edef957749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:16.816051 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8d80709f-e7cb-4639-ad05-da17cdd2575f req-f98c0864-13d2-4d58-8be4-9edef957749b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4723337 Jul 08 12:55:16.898872 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:16.936133 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071b505-da69-4349-8bac-735ad8a60717 req-271fbb6c-b35e-46f1-a2b9-1543cab1367f tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:16.937823 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4071b505-da69-4349-8bac-735ad8a60717 req-271fbb6c-b35e-46f1-a2b9-1543cab1367f tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0762186 Jul 08 12:55:16.983519 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4071b505-da69-4349-8bac-735ad8a60717 req-5c118cd0-915c-4c90-9b2a-4a0f1e3cfd90 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365186 Jul 08 12:55:17.396337 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710af22-77ca-48a8-81c4-1dbe58f43b4a req-b553c110-571c-4cfe-b6e1-3b8e4affe47d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:17.398124 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-6710af22-77ca-48a8-81c4-1dbe58f43b4a req-b553c110-571c-4cfe-b6e1-3b8e4affe47d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 943 time: 0.1100590 Jul 08 12:55:17.458154 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:17.458917 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-6710af22-77ca-48a8-81c4-1dbe58f43b4a req-ff094c57-0822-4859-af13-a5147ce412cb tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485327 Jul 08 12:55:17.868645 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f980ad-ca07-4fa6-8ec8-eebdc7520814 req-db6edaf3-ec33-43fc-84b4-7fea80ec79e5 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:17.871271 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c0f980ad-ca07-4fa6-8ec8-eebdc7520814 req-db6edaf3-ec33-43fc-84b4-7fea80ec79e5 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.0837564 Jul 08 12:55:17.936239 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c0f980ad-ca07-4fa6-8ec8-eebdc7520814 req-114353b8-32bf-46c9-84ce-793cdfd69355 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524855 Jul 08 12:55:18.209921 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ad51f-b38f-4c83-a0bb-1dc911a8b930 req-717cf4ba-9716-4cfe-96e9-b843d89068e7 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:18.211416 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ba9ad51f-b38f-4c83-a0bb-1dc911a8b930 req-717cf4ba-9716-4cfe-96e9-b843d89068e7 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0961537 Jul 08 12:55:18.284755 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ba9ad51f-b38f-4c83-a0bb-1dc911a8b930 req-362de836-fe0b-436f-9444-d90aee986c05 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621014 Jul 08 12:55:18.650773 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74fcca-4f8a-4148-a7f7-694ed5193145 req-ff242523-55d3-4897-b03b-9c1a02f2e52e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:18.652619 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fb74fcca-4f8a-4148-a7f7-694ed5193145 req-ff242523-55d3-4897-b03b-9c1a02f2e52e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 943 time: 0.0694997 Jul 08 12:55:18.699880 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fb74fcca-4f8a-4148-a7f7-694ed5193145 req-b9518288-f509-4de0-b4fc-52ec9840ed91 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379698 Jul 08 12:55:19.150913 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aabc89-0f9f-4633-b465-87071e48f211 req-772ed47b-a6bc-4698-aa16-5f085f2192ac tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:19.152635 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a0aabc89-0f9f-4633-b465-87071e48f211 req-772ed47b-a6bc-4698-aa16-5f085f2192ac tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.0722482 Jul 08 12:55:19.197587 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a0aabc89-0f9f-4633-b465-87071e48f211 req-0fb7ce0d-9477-426d-83b9-55a1b01e003e tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377095 Jul 08 12:55:19.316965 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:19.485452 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c319bfd-c8fe-400a-8179-792b4c530d57 req-0059de41-eb20-4244-bc7b-0fad48ac3807 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:19.487064 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4c319bfd-c8fe-400a-8179-792b4c530d57 req-0059de41-eb20-4244-bc7b-0fad48ac3807 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0687621 Jul 08 12:55:19.528513 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4c319bfd-c8fe-400a-8179-792b4c530d57 req-61b8fb80-6a85-4c79-827e-b41b01ef65b6 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353072 Jul 08 12:55:19.870907 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12244c-4938-483a-b13b-8613069d58ef req-a9ac38a0-7d2d-4798-af4a-519debf27167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:19.872674 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a12244c-4938-483a-b13b-8613069d58ef req-a9ac38a0-7d2d-4798-af4a-519debf27167 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f0cacd1b66143d4af1faf4c09461adb&device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 1096 time: 0.0614665 Jul 08 12:55:19.920778 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a12244c-4938-483a-b13b-8613069d58ef req-78430de7-eb62-427f-b59a-5c493b36f1a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4b642ef-c32f-4a77-b9f5-e8864845bbe2 HTTP/1.1" status: 200 len: 217 time: 0.0402806 Jul 08 12:55:19.926785 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89248be3-c99d-462d-9a45-7fcabd984ffc req-79314cc4-89a7-45c4-b9eb-cbfb6f636acc tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:19.929075 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-89248be3-c99d-462d-9a45-7fcabd984ffc req-79314cc4-89a7-45c4-b9eb-cbfb6f636acc tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 943 time: 0.0912068 Jul 08 12:55:19.974708 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12244c-4938-483a-b13b-8613069d58ef req-3e938cc0-ee2d-47a4-a2ec-f882be49c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:19.976191 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a12244c-4938-483a-b13b-8613069d58ef req-3e938cc0-ee2d-47a4-a2ec-f882be49c1d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9c9b335-2571-40b0-99bd-5b4f86a78575 HTTP/1.1" status: 200 len: 854 time: 0.0451503 Jul 08 12:55:19.990926 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-89248be3-c99d-462d-9a45-7fcabd984ffc req-2d1bb69c-1dce-4f19-9b76-b6ba98cd61d7 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522254 Jul 08 12:55:20.020871 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a12244c-4938-483a-b13b-8613069d58ef req-21768ec2-f9f4-49bb-9ed2-9d2e6794934e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25322acd-cd6d-4533-bb20-e943f6b4bde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299158 Jul 08 12:55:20.123894 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a12244c-4938-483a-b13b-8613069d58ef req-9ccc8858-4332-4966-9308-74f2922f99f5 service neutron] 10.222.0.61 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951548 Jul 08 12:55:20.227755 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a12244c-4938-483a-b13b-8613069d58ef req-929badd3-b1b1-4699-a8b4-57ccec91a161 service neutron] 10.222.0.61 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917549 Jul 08 12:55:20.419998 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618e415-13b4-4a54-bc6a-dcb22bc8e45b req-68342290-bcbc-423e-84d2-3f2c93ce8be1 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:20.422051 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7618e415-13b4-4a54-bc6a-dcb22bc8e45b req-68342290-bcbc-423e-84d2-3f2c93ce8be1 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.0940673 Jul 08 12:55:20.478519 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7618e415-13b4-4a54-bc6a-dcb22bc8e45b req-40199782-1e62-40c8-8813-6d9ae219ba17 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494833 Jul 08 12:55:20.730403 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b38fb-ff47-43ca-8254-bfe442895b82 req-6725f053-b16f-4e21-a79f-21fbc66c0dfc tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:20.731995 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-422b38fb-ff47-43ca-8254-bfe442895b82 req-6725f053-b16f-4e21-a79f-21fbc66c0dfc tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0710461 Jul 08 12:55:20.777614 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-422b38fb-ff47-43ca-8254-bfe442895b82 req-394a9825-09bc-4618-9b67-f556206d00c6 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354369 Jul 08 12:55:21.169598 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908e883-e6e1-4542-8ce8-af1dc0c6b624 req-0eaa242c-1c94-4ebf-b3f4-f4d6641b7f33 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:21.171201 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1908e883-e6e1-4542-8ce8-af1dc0c6b624 req-0eaa242c-1c94-4ebf-b3f4-f4d6641b7f33 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 943 time: 0.0647700 Jul 08 12:55:21.216345 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1908e883-e6e1-4542-8ce8-af1dc0c6b624 req-90512d84-5715-4a92-b930-59d3543b33d4 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358109 Jul 08 12:55:21.680832 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b011e-7dec-4cc5-b6f4-c3199c757ace req-92a0260e-d293-42a5-b47c-e73502a59c24 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:21.683665 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-347b011e-7dec-4cc5-b6f4-c3199c757ace req-92a0260e-d293-42a5-b47c-e73502a59c24 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.0856855 Jul 08 12:55:21.725907 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-347b011e-7dec-4cc5-b6f4-c3199c757ace req-63897186-a656-4e29-a692-3ca96a0778a9 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365164 Jul 08 12:55:21.976727 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66db32-2523-4b81-9318-a88e4cd9efe3 req-898d7c2a-4018-4b90-83e3-ca320ffb7024 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:21.979046 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1e66db32-2523-4b81-9318-a88e4cd9efe3 req-898d7c2a-4018-4b90-83e3-ca320ffb7024 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0780153 Jul 08 12:55:22.028961 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1e66db32-2523-4b81-9318-a88e4cd9efe3 req-77873dea-ab78-45f9-b622-a4e3625deb79 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405512 Jul 08 12:55:22.445745 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6486a9-55c9-477c-a2a7-07f86f6d50b1 req-b180da25-4f33-47ff-9185-18a1dd74edfc tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:22.449013 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9a6486a9-55c9-477c-a2a7-07f86f6d50b1 req-b180da25-4f33-47ff-9185-18a1dd74edfc tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 943 time: 0.1150267 Jul 08 12:55:22.492547 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9a6486a9-55c9-477c-a2a7-07f86f6d50b1 req-aa7991ba-9a01-4225-9e26-b743b8881446 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376768 Jul 08 12:55:22.951277 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cce1d3-2ed5-4791-b894-8cd30697a886 req-b3dc76d8-5a63-421b-9788-6b7d0bba0222 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:22.952940 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b5cce1d3-2ed5-4791-b894-8cd30697a886 req-b3dc76d8-5a63-421b-9788-6b7d0bba0222 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.0678196 Jul 08 12:55:22.996879 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b5cce1d3-2ed5-4791-b894-8cd30697a886 req-c1fb174e-3cc8-4e0f-b5bf-bb92a8515e1f tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361381 Jul 08 12:55:23.215647 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cfcc9-137c-4764-a66a-9ec3e60bceca req-7237ebe0-fccd-427c-826a-88b112b0296e tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:23.217309 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ca0cfcc9-137c-4764-a66a-9ec3e60bceca req-7237ebe0-fccd-427c-826a-88b112b0296e tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0661800 Jul 08 12:55:23.263858 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ca0cfcc9-137c-4764-a66a-9ec3e60bceca req-234368e2-0a12-42d6-bb09-91ac2ab9e802 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404274 Jul 08 12:55:23.680324 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8286d80-1605-41e3-80f0-63640bfff7ee req-1f687455-c727-4430-bc41-812aa57d4d75 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:23.682450 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e8286d80-1605-41e3-80f0-63640bfff7ee req-1f687455-c727-4430-bc41-812aa57d4d75 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 943 time: 0.0708330 Jul 08 12:55:23.731154 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e8286d80-1605-41e3-80f0-63640bfff7ee req-bda9f3ef-2bcd-4f10-ad6b-88d82816c2d2 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375075 Jul 08 12:55:24.194378 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f2736-d29c-4390-8d3d-035444b4859a req-3f741a37-0bbe-4ef4-a56a-521e33ef6869 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:24.196009 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e00f2736-d29c-4390-8d3d-035444b4859a req-3f741a37-0bbe-4ef4-a56a-521e33ef6869 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.0693243 Jul 08 12:55:24.238056 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e00f2736-d29c-4390-8d3d-035444b4859a req-4eac3d40-3b83-478f-8bf4-7c1522e1348d tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359576 Jul 08 12:55:24.447706 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d48347-ced4-4079-9b7c-674c0ac62c1e req-0444d76c-7677-4ec2-92f4-39733f8494b6 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:24.449729 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-43d48347-ced4-4079-9b7c-674c0ac62c1e req-0444d76c-7677-4ec2-92f4-39733f8494b6 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0701447 Jul 08 12:55:24.515184 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-43d48347-ced4-4079-9b7c-674c0ac62c1e req-611cc132-1349-4f88-bcbc-febfca3e7b53 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559502 Jul 08 12:55:24.939817 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c28564-6c52-49b7-aad2-aaff026af9d1 req-73ffb0bb-ecea-4d93-bf08-62d026c8a17c tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:24.941524 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-17c28564-6c52-49b7-aad2-aaff026af9d1 req-73ffb0bb-ecea-4d93-bf08-62d026c8a17c tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 943 time: 0.0736849 Jul 08 12:55:24.984624 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-17c28564-6c52-49b7-aad2-aaff026af9d1 req-5931eb15-47af-4c6c-8a5d-a2a62f6d1a72 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364141 Jul 08 12:55:25.454264 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb50f5-82b5-4af6-9365-ad9c0d1b0714 req-4d36fff4-5cb0-472d-a559-435282682b17 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:25.457267 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-99eb50f5-82b5-4af6-9365-ad9c0d1b0714 req-4d36fff4-5cb0-472d-a559-435282682b17 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.0767257 Jul 08 12:55:25.522920 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-99eb50f5-82b5-4af6-9365-ad9c0d1b0714 req-a0a0f22a-274a-4b98-970c-8732594ecf3d tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593169 Jul 08 12:55:25.715279 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f4706-24ba-4851-8ec9-8d76d7a29df0 req-ae078aec-90d0-4125-87ee-dc880670027f tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:25.716808 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c77f4706-24ba-4851-8ec9-8d76d7a29df0 req-ae078aec-90d0-4125-87ee-dc880670027f tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0781856 Jul 08 12:55:25.758089 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c77f4706-24ba-4851-8ec9-8d76d7a29df0 req-2113602f-d546-4275-9332-1751bf475520 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353630 Jul 08 12:55:26.197272 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84ae9e-daa0-4ed7-8bf9-385eba60f434 req-bb4c76a4-3cc2-4f7e-a028-02a96985f2b8 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:26.198863 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3c84ae9e-daa0-4ed7-8bf9-385eba60f434 req-bb4c76a4-3cc2-4f7e-a028-02a96985f2b8 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 943 time: 0.0733657 Jul 08 12:55:26.244060 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3c84ae9e-daa0-4ed7-8bf9-385eba60f434 req-d37fbf94-21d9-4d14-b352-b878738b7d04 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350342 Jul 08 12:55:26.704541 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093be38-4cd5-4f19-acf3-6005babda3df req-1b1ed9f4-6843-42ea-88d7-5ece0d2d35cf tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:26.706222 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b093be38-4cd5-4f19-acf3-6005babda3df req-1b1ed9f4-6843-42ea-88d7-5ece0d2d35cf tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.0656919 Jul 08 12:55:26.753679 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b093be38-4cd5-4f19-acf3-6005babda3df req-fbdfc9a0-8f7a-444a-af40-39f98493cb21 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414846 Jul 08 12:55:26.959418 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e935e-5975-411a-878e-35297aefda8a req-208ce45e-f0d7-4c9e-889e-0eb393c8f8ce tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:26.961204 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3e7e935e-5975-411a-878e-35297aefda8a req-208ce45e-f0d7-4c9e-889e-0eb393c8f8ce tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0722408 Jul 08 12:55:27.009202 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3e7e935e-5975-411a-878e-35297aefda8a req-a1bd8c6e-b953-4834-9d57-95a1615521ac tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372653 Jul 08 12:55:27.471499 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f3ed8-5ae8-43c2-82a1-f08bb9dd55fa req-b1b879b6-1b10-4904-94c2-5b2e2bbef356 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:27.474609 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4f3f3ed8-5ae8-43c2-82a1-f08bb9dd55fa req-b1b879b6-1b10-4904-94c2-5b2e2bbef356 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 943 time: 0.1018386 Jul 08 12:55:27.517654 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4f3f3ed8-5ae8-43c2-82a1-f08bb9dd55fa req-f0d90905-7385-4181-b364-e422bf969e4f tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365870 Jul 08 12:55:27.898240 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:27.969129 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c639f-563d-41ba-bc68-dbc25c542f7b req-ffa52988-7f33-4ecb-b305-dfdd81ae41f9 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:27.971178 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-387c639f-563d-41ba-bc68-dbc25c542f7b req-ffa52988-7f33-4ecb-b305-dfdd81ae41f9 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.0913410 Jul 08 12:55:28.017715 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-387c639f-563d-41ba-bc68-dbc25c542f7b req-1ce4a3b1-2479-44ea-aeb5-b9ecde01e87f tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403719 Jul 08 12:55:28.205904 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf036f-f028-4ec5-94e0-ee6881d7ef4e req-cddd0e02-8896-40be-a9ba-5540179a9242 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:28.207631 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1bdf036f-f028-4ec5-94e0-ee6881d7ef4e req-cddd0e02-8896-40be-a9ba-5540179a9242 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0796683 Jul 08 12:55:28.250860 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1bdf036f-f028-4ec5-94e0-ee6881d7ef4e req-149d68fd-05c6-49c8-a458-04afc15bdf7a tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366461 Jul 08 12:55:28.705976 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ab3dd-e3a4-4607-a064-2bfe0e69ae71 req-0cb2c2e4-6661-4223-a92c-f18a7a5d224d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:28.707505 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c95ab3dd-e3a4-4607-a064-2bfe0e69ae71 req-0cb2c2e4-6661-4223-a92c-f18a7a5d224d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 943 time: 0.0715361 Jul 08 12:55:28.750887 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c95ab3dd-e3a4-4607-a064-2bfe0e69ae71 req-ed3f04e5-c564-4873-a357-bd9bbd7cb5f2 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367649 Jul 08 12:55:29.242914 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da26ad1-a399-445a-9eb1-894081e4fc69 req-2f85e780-9434-4534-b46f-b8fc5fc9fe8d tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:29.244701 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9da26ad1-a399-445a-9eb1-894081e4fc69 req-2f85e780-9434-4534-b46f-b8fc5fc9fe8d tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.0734370 Jul 08 12:55:29.289697 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9da26ad1-a399-445a-9eb1-894081e4fc69 req-ed287623-e4ea-4237-ad79-0e6f8b132889 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383751 Jul 08 12:55:29.480751 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57af0c-51b1-4853-ac0e-c7e4c24a117f req-baab644d-b0ac-4b6f-9105-6a24360fd275 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:29.482437 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1b57af0c-51b1-4853-ac0e-c7e4c24a117f req-baab644d-b0ac-4b6f-9105-6a24360fd275 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0741920 Jul 08 12:55:29.526138 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1b57af0c-51b1-4853-ac0e-c7e4c24a117f req-6c013a9a-cd87-48ad-979e-e718b3e19aaf tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374830 Jul 08 12:55:29.963477 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c167da-2408-4b83-a899-e3a137d40b2a req-2229fb7d-da3f-41b3-a2b5-80b9ea3f076f tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:29.966244 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-83c167da-2408-4b83-a899-e3a137d40b2a req-2229fb7d-da3f-41b3-a2b5-80b9ea3f076f tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 943 time: 0.0918272 Jul 08 12:55:30.013980 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-83c167da-2408-4b83-a899-e3a137d40b2a req-a2284fec-9ffd-4ffa-b873-ffd6016a0aa9 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412557 Jul 08 12:55:30.482875 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316fe20-8def-4891-a3a9-edefbe4c73f4 req-c4a4d35c-1533-458e-9a8f-f14ab99a0173 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:30.484486 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d316fe20-8def-4891-a3a9-edefbe4c73f4 req-c4a4d35c-1533-458e-9a8f-f14ab99a0173 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.0681064 Jul 08 12:55:30.527696 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d316fe20-8def-4891-a3a9-edefbe4c73f4 req-bde17104-3d06-40bb-9011-9562b554a5be tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367608 Jul 08 12:55:30.714877 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512499b-f213-453c-9ef1-acdc7c1d9458 req-e7645afa-8f1e-4f97-a98c-2609bbe1934e tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:30.716604 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2512499b-f213-453c-9ef1-acdc7c1d9458 req-e7645afa-8f1e-4f97-a98c-2609bbe1934e tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0721157 Jul 08 12:55:30.757431 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2512499b-f213-453c-9ef1-acdc7c1d9458 req-c13a3691-a700-4519-80b1-9b100b2dfa53 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341175 Jul 08 12:55:31.114377 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device e4b642ef-c32f-4a77-b9f5-e8864845bbe2 details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:55:31.262411 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821c02f-57ae-4b3f-a022-b73dd99621d7 req-22c9721f-98af-4535-ba49-0acee73280c5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:31.265308 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2821c02f-57ae-4b3f-a022-b73dd99621d7 req-22c9721f-98af-4535-ba49-0acee73280c5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 943 time: 0.1156657 Jul 08 12:55:31.320080 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port e4b642ef-c32f-4a77-b9f5-e8864845bbe2, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=e4b642ef-c32f-4a77-b9f5-e8864845bbe2,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:55:31.336253 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37fe58b3-4c6b-4040-8b26-1dc1256e0b3a req-18b68fe3-1939-4d42-a467-706de6d97b57 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1135788 Jul 08 12:55:31.340799 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': 'e4b642ef-c32f-4a77-b9f5-e8864845bbe2', 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0', 'port_id': 'e4b642ef-c32f-4a77-b9f5-e8864845bbe2', 'mac_address': 'fa:16:3e:77:fa:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c9b335-2571-40b0-99bd-5b4f86a78575', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:55:31.373887 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2821c02f-57ae-4b3f-a022-b73dd99621d7 req-e502a115-341f-46a5-a05c-88b60b366d26 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970893 Jul 08 12:55:31.393320 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:31.408847 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b642ef-c32f-4a77-b9f5-e8864845bbe2 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:55:31.433272 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port e4b642ef-c32f-4a77-b9f5-e8864845bbe2, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=e4b642ef-c32f-4a77-b9f5-e8864845bbe2,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:55:31.439349 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:31.487543 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe58b3-4c6b-4040-8b26-1dc1256e0b3a req-6c9615ef-0840-4f32-9deb-a719dfd94e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:31.489721 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37fe58b3-4c6b-4040-8b26-1dc1256e0b3a req-6c9615ef-0840-4f32-9deb-a719dfd94e32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f0cacd1b66143d4af1faf4c09461adb&device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 1099 time: 0.0639920 Jul 08 12:55:31.500722 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=e4b642ef-c32f-4a77-b9f5-e8864845bbe2,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:31.510681 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:31.511036 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:31.511378 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:31.511866 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:31.512207 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:31.512538 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:31.512868 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:31.513218 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:31.513565 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:31.513890 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:31.514207 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:31.514522 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:55:31.735696 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe58b3-4c6b-4040-8b26-1dc1256e0b3a req-dd795c9e-09cf-4cb4-91ca-e20c4a32312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:31.738316 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37fe58b3-4c6b-4040-8b26-1dc1256e0b3a req-dd795c9e-09cf-4cb4-91ca-e20c4a32312a service neutron] 10.222.0.61 "GET /v2.0/networks?id=25322acd-cd6d-4533-bb20-e943f6b4bde0 HTTP/1.1" status: 200 len: 915 time: 0.2100079 Jul 08 12:55:31.790769 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96a2f4-bef6-4250-97ff-31dbced20631 req-1bf3ae96-260b-4a73-be33-e8d67b8bab69 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:31.793534 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0d96a2f4-bef6-4250-97ff-31dbced20631 req-1bf3ae96-260b-4a73-be33-e8d67b8bab69 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.1392455 Jul 08 12:55:31.848837 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0d96a2f4-bef6-4250-97ff-31dbced20631 req-9aa639e2-cbbf-4a80-b594-d7b3f45fca26 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446997 Jul 08 12:55:31.957553 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef481e-1caf-4996-8a14-24a0ccc47ae4 req-20de23db-a4d3-4300-9a98-179c18e94826 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:31.959167 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d3ef481e-1caf-4996-8a14-24a0ccc47ae4 req-20de23db-a4d3-4300-9a98-179c18e94826 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0844462 Jul 08 12:55:32.020324 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d3ef481e-1caf-4996-8a14-24a0ccc47ae4 req-44996b9d-87e6-41c0-81f4-d93f8ede4c62 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541720 Jul 08 12:55:32.591275 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34fd7c-1ca3-4b7a-9acd-76ef124b3dcc req-5f1012f9-4240-46d9-9374-b2a7472ff910 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:32.592794 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-de34fd7c-1ca3-4b7a-9acd-76ef124b3dcc req-5f1012f9-4240-46d9-9374-b2a7472ff910 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 944 time: 0.0788193 Jul 08 12:55:32.634461 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-de34fd7c-1ca3-4b7a-9acd-76ef124b3dcc req-eb3a20d8-3254-432f-9488-2da5c7b17c10 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357492 Jul 08 12:55:33.047332 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a20c1-7d26-4ac5-b8e9-83830492cdcc req-894dad6c-7db9-4002-9a45-07b8e0689ea4 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:33.048925 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-298a20c1-7d26-4ac5-b8e9-83830492cdcc req-894dad6c-7db9-4002-9a45-07b8e0689ea4 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.0642519 Jul 08 12:55:33.090334 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-298a20c1-7d26-4ac5-b8e9-83830492cdcc req-e57da553-e4f4-4c36-885c-55966e960cd2 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356331 Jul 08 12:55:33.270734 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b18fa-d858-4f66-a6e2-220c1b641f72 req-9501b901-20cd-4c7e-8103-78d2a7704dec tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:33.272338 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-207b18fa-d858-4f66-a6e2-220c1b641f72 req-9501b901-20cd-4c7e-8103-78d2a7704dec tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0714009 Jul 08 12:55:33.319628 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-207b18fa-d858-4f66-a6e2-220c1b641f72 req-14defe1a-fa81-4b83-860e-3d9c6f84b813 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369895 Jul 08 12:55:33.558216 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37fe58b3-4c6b-4040-8b26-1dc1256e0b3a req-20c18efb-d64d-4d62-8bbd-39f5404f7d25 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77855d1-8202-4e82-8441-62c64e7af09f HTTP/1.1" status: 200 len: 217 time: 0.0456405 Jul 08 12:55:33.817935 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ce2d8-2167-4aaf-b7fc-0a7c4d1e6938 req-191afa3a-5d1a-4837-8042-ba96721766ba tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:33.819604 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-142ce2d8-2167-4aaf-b7fc-0a7c4d1e6938 req-191afa3a-5d1a-4837-8042-ba96721766ba tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 944 time: 0.0694838 Jul 08 12:55:33.866182 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-142ce2d8-2167-4aaf-b7fc-0a7c4d1e6938 req-26af2b53-7e4f-458d-bbc6-67dd2b6f5097 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397046 Jul 08 12:55:34.298461 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9a2f5-b7e2-4b3f-a87e-4cceb48937be req-1d34503f-c500-4905-bde8-cb5af30bd87e tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:34.300112 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-98b9a2f5-b7e2-4b3f-a87e-4cceb48937be req-1d34503f-c500-4905-bde8-cb5af30bd87e tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.0768573 Jul 08 12:55:34.344198 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-98b9a2f5-b7e2-4b3f-a87e-4cceb48937be req-da4b66f1-5eee-4a7a-9a6f-7c3de3689c59 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/security-groups?id=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377860 Jul 08 12:55:34.529736 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ae8f6-34dc-41a7-9fb1-45ee5bc043a4 req-d427e521-970d-4361-8598-391d8706697b tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:34.532517 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-198ae8f6-34dc-41a7-9fb1-45ee5bc043a4 req-d427e521-970d-4361-8598-391d8706697b tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0725958 Jul 08 12:55:34.619961 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe58b3-4c6b-4040-8b26-1dc1256e0b3a req-bcfd0396-f973-4406-98cb-fb46c0395d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:34.620812 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-198ae8f6-34dc-41a7-9fb1-45ee5bc043a4 req-ff2cdc4a-f413-4219-bf20-12c980e24029 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810838 Jul 08 12:55:34.621508 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37fe58b3-4c6b-4040-8b26-1dc1256e0b3a req-bcfd0396-f973-4406-98cb-fb46c0395d27 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9c9b335-2571-40b0-99bd-5b4f86a78575 HTTP/1.1" status: 200 len: 854 time: 0.0605252 Jul 08 12:55:34.673053 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a89f8-08e5-4956-84fd-ef2f0ba12e40 req-4e8a33d2-6bf7-42f1-bebb-66564124b5f8 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:34.675541 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ee1a89f8-08e5-4956-84fd-ef2f0ba12e40 req-4e8a33d2-6bf7-42f1-bebb-66564124b5f8 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.61 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 945 time: 0.1136706 Jul 08 12:55:34.676550 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37fe58b3-4c6b-4040-8b26-1dc1256e0b3a req-d43e9ed2-8c33-423f-bb61-797a1aeebe23 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25322acd-cd6d-4533-bb20-e943f6b4bde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445838 Jul 08 12:55:34.680670 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['e4b642ef-c32f-4a77-b9f5-e8864845bbe2'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:55:34.808091 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37fe58b3-4c6b-4040-8b26-1dc1256e0b3a req-c47a38f2-27b4-43a5-b44a-bde0dc10373d service neutron] 10.222.0.61 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164303 Jul 08 12:55:34.861547 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [req-ee1a89f8-08e5-4956-84fd-ef2f0ba12e40 req-01db8a9a-c2a9-43a8-ae84-be9b6cdf4395 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Deleting port a8757f58-8852-403a-a09b-a6945758e9e1 {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:55:34.862039 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-ee1a89f8-08e5-4956-84fd-ef2f0ba12e40 req-01db8a9a-c2a9-43a8-ae84-be9b6cdf4395 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:34.935465 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37fe58b3-4c6b-4040-8b26-1dc1256e0b3a req-d6837db8-7ebf-4cb8-921c-e6463a6b9ccb service neutron] 10.222.0.61 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191044 Jul 08 12:55:34.999694 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-ee1a89f8-08e5-4956-84fd-ef2f0ba12e40 req-01db8a9a-c2a9-43a8-ae84-be9b6cdf4395 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] For port a8757f58-8852-403a-a09b-a6945758e9e1, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=a8757f58-8852-403a-a09b-a6945758e9e1,segment=NetworkSegment(3c8fd000-62ab-4a72-9b86-6a9ca8743c96),segment_id=3c8fd000-62ab-4a72-9b86-6a9ca8743c96)] {{(pid=92983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:55:35.000296 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-ee1a89f8-08e5-4956-84fd-ef2f0ba12e40 req-01db8a9a-c2a9-43a8-ae84-be9b6cdf4395 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:35.022691 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [req-ee1a89f8-08e5-4956-84fd-ef2f0ba12e40 req-01db8a9a-c2a9-43a8-ae84-be9b6cdf4395 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Calling delete_port for a8757f58-8852-403a-a09b-a6945758e9e1 owned by compute:nova {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:55:35.095574 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d4eb3-0f8a-441b-ba3c-bedbd4c6d267 req-461818a9-2993-433e-a99b-3d5beb17cbf9 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:35.097288 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f23d4eb3-0f8a-441b-ba3c-bedbd4c6d267 req-461818a9-2993-433e-a99b-3d5beb17cbf9 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 944 time: 0.0686800 Jul 08 12:55:35.161642 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f23d4eb3-0f8a-441b-ba3c-bedbd4c6d267 req-2f5aa921-641a-4542-9108-d1476d4b04fc tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549812 Jul 08 12:55:35.214102 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-ee1a89f8-08e5-4956-84fd-ef2f0ba12e40 req-01db8a9a-c2a9-43a8-ae84-be9b6cdf4395 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:35.256027 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db8a9a-c2a9-43a8-ae84-be9b6cdf4395 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Pushing event deleted for resources: {'Port': ['ID=a8757f58-8852-403a-a09b-a6945758e9e1,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:35.310237 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1a89f8-08e5-4956-84fd-ef2f0ba12e40 req-01db8a9a-c2a9-43a8-ae84-be9b6cdf4395 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] No DVR routers for this DVR port a8757f58-8852-403a-a09b-a6945758e9e1 on host hv-cinder-80002 {{(pid=92983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:55:35.313328 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-ee1a89f8-08e5-4956-84fd-ef2f0ba12e40 req-01db8a9a-c2a9-43a8-ae84-be9b6cdf4395 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:35.315339 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ee1a89f8-08e5-4956-84fd-ef2f0ba12e40 req-01db8a9a-c2a9-43a8-ae84-be9b6cdf4395 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.61 "DELETE /v2.0/ports/a8757f58-8852-403a-a09b-a6945758e9e1 HTTP/1.1" status: 204 len: 173 time: 0.6245406 Jul 08 12:55:35.315726 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000a7088-a9e1-43fe-8915-290395f7f9da', 'name': 'network-vif-deleted', 'tag': 'a8757f58-8852-403a-a09b-a6945758e9e1'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:55:35.318016 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5467844-9ccb-4d06-baba-141ac0cd9628" -d '{"events": [{"server_uuid": "000a7088-a9e1-43fe-8915-290395f7f9da", "name": "network-vif-deleted", "tag": "a8757f58-8852-403a-a09b-a6945758e9e1"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:55:35.358976 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442dd9f2-c3c2-4330-b7e7-d3c239ec550d x-openstack-request-id: req-442dd9f2-c3c2-4330-b7e7-d3c239ec550d {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:55:35.359306 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000a7088-a9e1-43fe-8915-290395f7f9da", "name": "network-vif-deleted", "tag": "a8757f58-8852-403a-a09b-a6945758e9e1", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:55:35.359592 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-442dd9f2-c3c2-4330-b7e7-d3c239ec550d {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:55:35.360017 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000a7088-a9e1-43fe-8915-290395f7f9da', 'name': 'network-vif-deleted', 'tag': 'a8757f58-8852-403a-a09b-a6945758e9e1', 'status': 'completed', 'code': 200} Jul 08 12:55:35.505849 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3cbda995-aa45-4ee0-bc87-280dd4dea7b2 req-56ebc799-0096-423d-af42-3043170e1fc1 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 210 time: 0.0291607 Jul 08 12:55:35.849110 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d900de7-a839-4070-b1aa-a163428358b3 req-149bd99d-b666-495c-8a3f-d3a0fff8d55f tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:35.850726 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5d900de7-a839-4070-b1aa-a163428358b3 req-149bd99d-b666-495c-8a3f-d3a0fff8d55f tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1042385 Jul 08 12:55:35.892717 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5d900de7-a839-4070-b1aa-a163428358b3 req-0f293a94-0856-4acf-addc-c41c849483ca tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350120 Jul 08 12:55:36.366994 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc944b-b905-42d4-8f0c-9aecc709c3b6 req-ce32565d-1003-45e8-8edc-de2d1cfa179a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:36.369161 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2ecc944b-b905-42d4-8f0c-9aecc709c3b6 req-ce32565d-1003-45e8-8edc-de2d1cfa179a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 944 time: 0.0659788 Jul 08 12:55:36.408517 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2ecc944b-b905-42d4-8f0c-9aecc709c3b6 req-4315d5a6-dbca-41f8-b936-86a4b74a61d3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330801 Jul 08 12:55:36.655570 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3827b209-8430-4661-86ef-82f67f892605 req-5faf1439-fea0-4351-abc3-948ce62ef730 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 210 time: 0.0278621 Jul 08 12:55:37.092743 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df0589-4bdd-4afd-a52d-fae948896584 req-9f2c1b66-eb28-44cd-9c47-fa12ff14b82e tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:37.094667 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-58df0589-4bdd-4afd-a52d-fae948896584 req-9f2c1b66-eb28-44cd-9c47-fa12ff14b82e tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0727074 Jul 08 12:55:37.137628 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-58df0589-4bdd-4afd-a52d-fae948896584 req-cfdc0b96-2140-4690-8ce9-ed2506d2d2e1 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368631 Jul 08 12:55:37.588389 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdcd80-121f-41f4-acc2-b33f0f0af662 req-116fb3db-84d3-499d-9f78-7715b5b5f24e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:37.589951 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dfbdcd80-121f-41f4-acc2-b33f0f0af662 req-116fb3db-84d3-499d-9f78-7715b5b5f24e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 944 time: 0.0661674 Jul 08 12:55:37.629988 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dfbdcd80-121f-41f4-acc2-b33f0f0af662 req-6c1d0823-f433-4e94-a348-a1badcc3c396 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340469 Jul 08 12:55:37.738847 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:55:37.809855 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-86733ddd-7e7d-4846-9dd4-6fd8263615a4 req-c7d08a4a-31d5-42ca-9e01-ab2e2538de4d tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 210 time: 0.0335841 Jul 08 12:55:37.991599 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device a8757f58-8852-403a-a09b-a6945758e9e1 no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:55:38.014049 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: a8757f58-8852-403a-a09b-a6945758e9e1 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:55:38.014391 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device a8757f58-8852-403a-a09b-a6945758e9e1 not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:55:38.321605 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9564dad-dcb0-4a75-9711-1bb738149847 req-c1e5e34e-c2ab-406f-a32f-035a01c836d7 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:38.323521 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a9564dad-dcb0-4a75-9711-1bb738149847 req-c1e5e34e-c2ab-406f-a32f-035a01c836d7 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0711715 Jul 08 12:55:38.379789 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a9564dad-dcb0-4a75-9711-1bb738149847 req-35c2c6ca-a22d-45bc-be3d-9ca8f810a3d9 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481586 Jul 08 12:55:38.853531 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beada6a-417f-401c-bc44-4cc145a81ec6 req-5b98877f-1502-4af9-8536-c531f33e6666 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:38.889086 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7beada6a-417f-401c-bc44-4cc145a81ec6 req-5b98877f-1502-4af9-8536-c531f33e6666 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 944 time: 0.1060460 Jul 08 12:55:38.946339 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7beada6a-417f-401c-bc44-4cc145a81ec6 req-68f095d9-f5e6-44a9-9681-113e83e3e542 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560234 Jul 08 12:55:38.962409 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device e4b642ef-c32f-4a77-b9f5-e8864845bbe2 up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:55:39.089735 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port e4b642ef-c32f-4a77-b9f5-e8864845bbe2 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:55:39.098010 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port e4b642ef-c32f-4a77-b9f5-e8864845bbe2 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:55:39.098621 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:39.118769 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-63df86bf-af08-4035-b40d-75bf7817a95a req-e8f49450-ceb7-4289-99e0-252581fcf2b9 tempest-DeleteServersTestJSON-198534208 tempest-DeleteServersTestJSON-198534208-project] 10.222.0.13 "GET /v2.0/ports?device_id=000a7088-a9e1-43fe-8915-290395f7f9da HTTP/1.1" status: 200 len: 210 time: 0.0852757 Jul 08 12:55:39.276029 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:39.334812 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e79ac3-5f45-4842-8b79-769f5bcc16c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b642ef-c32f-4a77-b9f5-e8864845bbe2'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:55:39.340206 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be1fefd-b603-4d67-be0a-a9f6e73f8ec7" -d '{"events": [{"server_uuid": "b6e79ac3-5f45-4842-8b79-769f5bcc16c5", "name": "network-vif-plugged", "status": "completed", "tag": "e4b642ef-c32f-4a77-b9f5-e8864845bbe2"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:55:39.394335 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 34020) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:39.397396 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port e4b642ef-c32f-4a77-b9f5-e8864845bbe2, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=e4b642ef-c32f-4a77-b9f5-e8864845bbe2,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:55:39.417149 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:39.466894 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fe38d1-55b7-4b85-a834-f7f854e41753 x-openstack-request-id: req-d2fe38d1-55b7-4b85-a834-f7f854e41753 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:55:39.467514 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e79ac3-5f45-4842-8b79-769f5bcc16c5", "name": "network-vif-plugged", "status": "completed", "tag": "e4b642ef-c32f-4a77-b9f5-e8864845bbe2", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:55:39.468007 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2fe38d1-55b7-4b85-a834-f7f854e41753 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:55:39.468554 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e79ac3-5f45-4842-8b79-769f5bcc16c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b642ef-c32f-4a77-b9f5-e8864845bbe2', 'code': 200} Jul 08 12:55:39.502871 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=e4b642ef-c32f-4a77-b9f5-e8864845bbe2,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:39.710569 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-23f24d1e-1542-445e-bd2b-ba371af9dfb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:39.737263 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd882dc-87bd-4613-bf11-2932b987dfc4 req-58586e53-3c4c-4f73-8265-1cd76fd10fd6 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:39.747519 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7dd882dc-87bd-4613-bf11-2932b987dfc4 req-58586e53-3c4c-4f73-8265-1cd76fd10fd6 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1106756 Jul 08 12:55:39.789990 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7dd882dc-87bd-4613-bf11-2932b987dfc4 req-9dc50a1c-509f-458a-8dca-422b2e64f715 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410771 Jul 08 12:55:39.859729 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-23f24d1e-1542-445e-bd2b-ba371af9dfb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:39.864339 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-23f24d1e-1542-445e-bd2b-ba371af9dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:39.904732 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c8483-0242-4d2d-a490-534797248891 req-cda38247-bbbc-44ea-8143-013ebdeb96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:39.906317 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-864c8483-0242-4d2d-a490-534797248891 req-cda38247-bbbc-44ea-8143-013ebdeb96b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 1098 time: 0.0827260 Jul 08 12:55:39.922723 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-23f24d1e-1542-445e-bd2b-ba371af9dfb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a75b8d5b89894f53a41471a1839c432d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5269630 Jul 08 12:55:39.923735 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f24d1e-1542-445e-bd2b-ba371af9dfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790b5f0a-e45d-4363-9192-2df4048ff3fc,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:39.927171 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 34042) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:39.955999 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-864c8483-0242-4d2d-a490-534797248891 req-27babcc3-3259-4969-9cf8-d2259899d6f4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383620 Jul 08 12:55:39.990159 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a05e24ab-c1e7-45dc-9dec-63d0752957b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:40.021229 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a05e24ab-c1e7-45dc-9dec-63d0752957b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:40.111591 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a05e24ab-c1e7-45dc-9dec-63d0752957b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:40.114017 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a05e24ab-c1e7-45dc-9dec-63d0752957b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:40.115209 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a05e24ab-c1e7-45dc-9dec-63d0752957b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/790b5f0a-e45d-4363-9192-2df4048ff3fc HTTP/1.1" status: 204 len: 168 time: 0.1868479 Jul 08 12:55:40.128247 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e24ab-c1e7-45dc-9dec-63d0752957b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790b5f0a-e45d-4363-9192-2df4048ff3fc,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:40.169593 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b6c50-2e2d-4566-a909-371d43c11a23 req-de853368-a56f-4b7b-a016-9d63dcc7216a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:40.171372 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-415b6c50-2e2d-4566-a909-371d43c11a23 req-de853368-a56f-4b7b-a016-9d63dcc7216a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 945 time: 0.0949323 Jul 08 12:55:40.249753 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-415b6c50-2e2d-4566-a909-371d43c11a23 req-3a59b533-817f-4a06-984c-52dd85a5c794 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553377 Jul 08 12:55:41.118290 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c389-f288-4e1c-9b00-fead83e31387 req-baff5132-02ce-4785-990c-b36edb3634f4 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:41.119863 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7576c389-f288-4e1c-9b00-fead83e31387 req-baff5132-02ce-4785-990c-b36edb3634f4 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1397421 Jul 08 12:55:41.185544 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7576c389-f288-4e1c-9b00-fead83e31387 req-5921f96f-5f3e-42d1-886e-c2982cd6adcb tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568211 Jul 08 12:55:41.498075 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d528b2-ad18-4e1c-9c1c-2a5cf0ba9913 req-a526c1af-1c59-4398-90fb-684cc2c6283e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:41.502192 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-49d528b2-ad18-4e1c-9c1c-2a5cf0ba9913 req-a526c1af-1c59-4398-90fb-684cc2c6283e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 945 time: 0.0905688 Jul 08 12:55:41.565614 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-49d528b2-ad18-4e1c-9c1c-2a5cf0ba9913 req-4f606099-f178-4b4e-8e5b-c7015c963280 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595629 Jul 08 12:55:42.274643 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 34162) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:42.375925 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36e5263-1189-4db0-849f-493c230fb21b admin admin] Deleting subnet 603a8b95-12f0-4eac-b22e-2c6984ff5abe {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:55:42.381817 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f36e5263-1189-4db0-849f-493c230fb21b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:42.468220 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f36e5263-1189-4db0-849f-493c230fb21b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:42.485747 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f36e5263-1189-4db0-849f-493c230fb21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1818188'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:42.499568 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43661e-9323-442d-af80-ba5aefbd9392 req-a2852911-99ae-478f-b2c8-fa6f8077c734 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:42.501223 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9e43661e-9323-442d-af80-ba5aefbd9392 req-a2852911-99ae-478f-b2c8-fa6f8077c734 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0771470 Jul 08 12:55:42.554508 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9e43661e-9323-442d-af80-ba5aefbd9392 req-f194e338-b755-4748-94e1-15bc116e56a8 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439472 Jul 08 12:55:42.584155 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f36e5263-1189-4db0-849f-493c230fb21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1818203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:42.617101 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f36e5263-1189-4db0-849f-493c230fb21b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:42.620776 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f36e5263-1189-4db0-849f-493c230fb21b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/603a8b95-12f0-4eac-b22e-2c6984ff5abe HTTP/1.1" status: 204 len: 168 time: 0.3440163 Jul 08 12:55:42.621800 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e5263-1189-4db0-849f-493c230fb21b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603a8b95-12f0-4eac-b22e-2c6984ff5abe,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:42.623237 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 34170) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:42.696450 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704495'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:42.789176 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1811703', 'neutron.services.segments.db._delete_segments_for_network-8757848019285'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:42.801207 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:55:42.801573 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:55:42.802352 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:55:42.802710 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:55:42.803062 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:55:42.803396 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:55:42.803719 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:55:42.804047 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:55:42.804368 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:55:42.804684 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:55:42.976326 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:55:42.976712 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:55:42.977751 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:55:42.978130 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:55:42.978719 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64ee7e3-2461-4f4e-a682-95b2c6d0acb4']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:55:43.005779 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8fd000-62ab-4a72-9b86-6a9ca8743c96') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:55:43.006316 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8fd000-62ab-4a72-9b86-6a9ca8743c96') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:55:43.030688 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757848043825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261736289'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:43.059201 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:43.069578 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:55:43.069974 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260280139'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: from cryptography.utils import int_from_bytes Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: from cryptography.utils import int_from_bytes Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: timer() Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: cb(*args, **kw) Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: self._notify() Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: self.callback(batched_events) Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: event.method(event) Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: return self._get(url).json() Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:55:43.074283 dv-cinder-800022-1-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:55:43.134952 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1811662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:43.163715 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:43.168493 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c64ee7e3-2461-4f4e-a682-95b2c6d0acb4 HTTP/1.1" status: 204 len: 168 time: 0.5441165 Jul 08 12:55:43.170411 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c07b7e-03b7-4fbd-8b72-3c29e3a161f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c64ee7e3-2461-4f4e-a682-95b2c6d0acb4,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:43.365127 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 34182) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:43.419706 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-7424c1c3-64c7-4e39-a6ef-d6b6846ef411 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2ad3b09e14f4e358c5097fa3f627f63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0533919 Jul 08 12:55:43.422197 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 34186) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:43.482047 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c1d1bcb3-9be4-4f41-a06b-dcac12c59ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:43.511064 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ddcdc488-9fcb-4f0e-9fca-0a23498e891c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:43.511962 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c1d1bcb3-9be4-4f41-a06b-dcac12c59ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:43.572386 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c1d1bcb3-9be4-4f41-a06b-dcac12c59ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:43.575001 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c1d1bcb3-9be4-4f41-a06b-dcac12c59ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:43.578924 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-c1d1bcb3-9be4-4f41-a06b-dcac12c59ec1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c HTTP/1.1" status: 204 len: 168 time: 0.1534748 Jul 08 12:55:43.592305 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1bcb3-9be4-4f41-a06b-dcac12c59ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1b6f73-a4ce-4bfb-94ed-229ca9e6a45c,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:43.862365 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50cb00-60c3-4473-8408-fb39f93b9126 req-f026dd73-3254-42cc-b324-c3c1f0751e67 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:43.871012 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-da50cb00-60c3-4473-8408-fb39f93b9126 req-f026dd73-3254-42cc-b324-c3c1f0751e67 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1473575 Jul 08 12:55:43.908725 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-da50cb00-60c3-4473-8408-fb39f93b9126 req-12dc88a7-2dbe-4497-b2cb-39112f569976 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373456 Jul 08 12:55:45.143221 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3be136-44ff-4855-8b9f-073d63805abf req-e6fe0a4c-1fa4-4131-a15e-eb457860c9b1 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:45.144940 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ad3be136-44ff-4855-8b9f-073d63805abf req-e6fe0a4c-1fa4-4131-a15e-eb457860c9b1 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0882080 Jul 08 12:55:45.193671 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ad3be136-44ff-4855-8b9f-073d63805abf req-72a5d53b-ab24-4adc-89b6-bd8eab397a46 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393550 Jul 08 12:55:45.951474 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-6203a325-cd11-4888-8e68-ad707f36d962 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:45.953535 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-6203a325-cd11-4888-8e68-ad707f36d962 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/networks?id=25322acd-cd6d-4533-bb20-e943f6b4bde0 HTTP/1.1" status: 200 len: 814 time: 0.1670225 Jul 08 12:55:45.975813 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-d66a8d7a-6ee8-415e-ac25-edd2908c2cb1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/quotas/0f0cacd1b66143d4af1faf4c09461adb HTTP/1.1" status: 200 len: 375 time: 0.0129492 Jul 08 12:55:46.021462 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b6ae623c-36c9-47ac-b3df-f764194d5ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:46.091027 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-b1678139-1775-4ee3-a4b3-3ffc972e4307 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f0cacd1b66143d4af1faf4c09461adb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029325 Jul 08 12:55:46.155413 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 34308) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:46.201432 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-3d31c777-a11a-4415-a021-567f1e325ece service neutron] 10.222.0.13 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993874 Jul 08 12:55:46.363522 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8376d181-b19a-47e4-b16c-b361f3a4d6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:46.377067 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-40161c4b-5603-4b99-b07f-75824e809bb5 service neutron] 10.222.0.13 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580431 Jul 08 12:55:46.481976 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2eeb79-278b-4450-8e19-3f5043c8ad74 req-1ad68e54-ed8b-4fac-b2ae-742eb1ee5d0a tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:46.483788 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9f2eeb79-278b-4450-8e19-3f5043c8ad74 req-1ad68e54-ed8b-4fac-b2ae-742eb1ee5d0a tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1123941 Jul 08 12:55:46.556437 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9f2eeb79-278b-4450-8e19-3f5043c8ad74 req-823f25fd-fb41-49c8-9d54-23a428f5dbc0 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619981 Jul 08 12:55:46.608478 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8376d181-b19a-47e4-b16c-b361f3a4d6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:46.617260 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8376d181-b19a-47e4-b16c-b361f3a4d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:46.729584 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3dd55463-04a6-4b85-ad9f-4a49c2312882 req-5b4c01da-0b35-4fde-ae81-02384fb4a792 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 210 time: 0.1048174 Jul 08 12:55:46.754365 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8376d181-b19a-47e4-b16c-b361f3a4d6ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1fe65aaea524bc5970de668e18c0ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5977051 Jul 08 12:55:46.756642 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376d181-b19a-47e4-b16c-b361f3a4d6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7667a806-35d3-41c1-88c1-3965c6957bc9,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:46.758411 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 34330) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:46.853745 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e373e592-363a-49c8-98bc-09425e7d5c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:46.903734 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e373e592-363a-49c8-98bc-09425e7d5c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:46.916356 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.022133 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e373e592-363a-49c8-98bc-09425e7d5c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.027447 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e373e592-363a-49c8-98bc-09425e7d5c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.029702 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-e373e592-363a-49c8-98bc-09425e7d5c94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7667a806-35d3-41c1-88c1-3965c6957bc9 HTTP/1.1" status: 204 len: 168 time: 0.2698472 Jul 08 12:55:47.040057 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373e592-363a-49c8-98bc-09425e7d5c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7667a806-35d3-41c1-88c1-3965c6957bc9,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:47.083906 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 34348) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:47.262564 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-399ea323-6ab4-4540-a3b3-9b893b0aaed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.405202 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-399ea323-6ab4-4540-a3b3-9b893b0aaed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.410832 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-399ea323-6ab4-4540-a3b3-9b893b0aaed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.481737 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.483776 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-399ea323-6ab4-4540-a3b3-9b893b0aaed9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11d86476539046c38f7efd6e581d6aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981581 Jul 08 12:55:47.486530 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ea323-6ab4-4540-a3b3-9b893b0aaed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4207d710-aef7-44c0-9801-600a56f24c13,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:47.486953 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 34358) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:47.540545 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 34362) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:47.562446 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bd416d89-ee25-44ff-8ed5-16647eba37d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.590274 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-341b1150-63de-46ea-8457-d2a39f0ee192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.628491 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-341b1150-63de-46ea-8457-d2a39f0ee192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.638914 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 34366) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:47.697721 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-341b1150-63de-46ea-8457-d2a39f0ee192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.701370 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-341b1150-63de-46ea-8457-d2a39f0ee192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.702873 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-341b1150-63de-46ea-8457-d2a39f0ee192 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4207d710-aef7-44c0-9801-600a56f24c13 HTTP/1.1" status: 204 len: 168 time: 0.2133484 Jul 08 12:55:47.714095 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b1150-63de-46ea-8457-d2a39f0ee192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4207d710-aef7-44c0-9801-600a56f24c13,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:47.723429 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bd416d89-ee25-44ff-8ed5-16647eba37d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.740667 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bd416d89-ee25-44ff-8ed5-16647eba37d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.802454 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-bd416d89-ee25-44ff-8ed5-16647eba37d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42959c6dccbc49779c026cdf02cf3213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611125 Jul 08 12:55:47.803272 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 34374) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:47.803923 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd416d89-ee25-44ff-8ed5-16647eba37d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199affdb-f572-4816-8259-e7cbc5876836,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:47.809750 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e49568-45ab-4f0d-b996-41b903cb3c5b req-c205bb21-0edf-4563-8625-f530a5875ab5 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:47.811891 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37e49568-45ab-4f0d-b996-41b903cb3c5b req-c205bb21-0edf-4563-8625-f530a5875ab5 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0986392 Jul 08 12:55:47.867544 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-59e61262-1174-4f19-bb26-bd27f4532f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.887886 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e24c4dd-5636-444b-aa25-577c7d77384e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.900928 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-59e61262-1174-4f19-bb26-bd27f4532f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.954183 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37e49568-45ab-4f0d-b996-41b903cb3c5b req-593913ad-c1d3-4d47-8ceb-9fcb620ed7ea tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271653 Jul 08 12:55:47.970653 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-59e61262-1174-4f19-bb26-bd27f4532f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.975552 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-59e61262-1174-4f19-bb26-bd27f4532f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:47.979406 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-59e61262-1174-4f19-bb26-bd27f4532f46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/199affdb-f572-4816-8259-e7cbc5876836 HTTP/1.1" status: 204 len: 168 time: 0.1717741 Jul 08 12:55:48.001347 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e61262-1174-4f19-bb26-bd27f4532f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199affdb-f572-4816-8259-e7cbc5876836,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:48.090815 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e24c4dd-5636-444b-aa25-577c7d77384e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:48.098129 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e24c4dd-5636-444b-aa25-577c7d77384e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:48.144983 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2e24c4dd-5636-444b-aa25-577c7d77384e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d32e8ece206d479ca9240b1a7a916f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5020747 Jul 08 12:55:48.145267 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 34380) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:48.152230 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24c4dd-5636-444b-aa25-577c7d77384e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062ddf4d-ca32-4e4c-ba99-1a569a438fac,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:48.215060 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b1fa6250-d513-4d3b-a44e-6d1fa541ed81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:48.238337 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ce3c3a22-ef76-4993-a574-b0fb7437d5d3 req-236579e1-ec9c-4235-b80f-90d3eb519538 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 210 time: 0.0298707 Jul 08 12:55:48.247746 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b1fa6250-d513-4d3b-a44e-6d1fa541ed81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:48.314322 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b1fa6250-d513-4d3b-a44e-6d1fa541ed81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:48.317081 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b1fa6250-d513-4d3b-a44e-6d1fa541ed81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:48.318381 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-b1fa6250-d513-4d3b-a44e-6d1fa541ed81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/062ddf4d-ca32-4e4c-ba99-1a569a438fac HTTP/1.1" status: 204 len: 168 time: 0.1722627 Jul 08 12:55:48.328474 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa6250-d513-4d3b-a44e-6d1fa541ed81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062ddf4d-ca32-4e4c-ba99-1a569a438fac,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:48.709307 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 34398) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:48.723232 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d1bba99e-d8cf-4884-af7c-ce09bd324ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:48.835608 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d1bba99e-d8cf-4884-af7c-ce09bd324ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:48.841563 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d1bba99e-d8cf-4884-af7c-ce09bd324ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:48.880469 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-d1bba99e-d8cf-4884-af7c-ce09bd324ede admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98fa3c35ea5b42af965d6080a8845f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701128 Jul 08 12:55:48.884737 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bba99e-d8cf-4884-af7c-ce09bd324ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8389c4-18fc-4187-9f9a-b9c15091f30e,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:48.884835 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 34402) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:48.940710 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ed19d677-e8cb-4bbb-a8bc-e868e3c06d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:48.981112 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ed19d677-e8cb-4bbb-a8bc-e868e3c06d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:49.067358 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ed19d677-e8cb-4bbb-a8bc-e868e3c06d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:49.070316 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ed19d677-e8cb-4bbb-a8bc-e868e3c06d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:49.075228 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ed19d677-e8cb-4bbb-a8bc-e868e3c06d90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a8389c4-18fc-4187-9f9a-b9c15091f30e HTTP/1.1" status: 204 len: 168 time: 0.1894295 Jul 08 12:55:49.084325 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19d677-e8cb-4bbb-a8bc-e868e3c06d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8389c4-18fc-4187-9f9a-b9c15091f30e,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:49.225947 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88a712-fedf-41f6-98db-c6ebc871ffe6 req-67a8f90f-11b5-442b-bdf0-b38e7dfaa7f1 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:49.228323 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bf88a712-fedf-41f6-98db-c6ebc871ffe6 req-67a8f90f-11b5-442b-bdf0-b38e7dfaa7f1 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0884645 Jul 08 12:55:49.277287 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bf88a712-fedf-41f6-98db-c6ebc871ffe6 req-15305067-66f8-4c72-97b5-524a5ff403c9 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408018 Jul 08 12:55:49.326555 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:49.541965 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d2bb6314-2b49-4712-942c-c8eddc4cbf52 req-38ea8ea5-48b8-4cb9-9f3a-a8ac3fa8f425 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 210 time: 0.0608540 Jul 08 12:55:50.860201 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba167cf-7440-4a8e-bcf5-e27966c4f225 req-a5c316be-5f59-458e-b8e8-c424bd9f04b3 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:50.875918 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-6ba167cf-7440-4a8e-bcf5-e27966c4f225 req-a5c316be-5f59-458e-b8e8-c424bd9f04b3 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1982076 Jul 08 12:55:50.888996 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-10e40279-bb95-44a8-9497-f632ae24ba4c tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:50.890578 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-10e40279-bb95-44a8-9497-f632ae24ba4c tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.61 "GET /v2.0/networks?id=25322acd-cd6d-4533-bb20-e943f6b4bde0 HTTP/1.1" status: 200 len: 814 time: 0.3778956 Jul 08 12:55:50.919900 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-449199a4-0ab6-4813-a779-2d0963f2456a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Request body: {'port': {'device_id': '581267f8-84fe-41e2-bd64-fe36fd90784e', 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0', 'admin_state_up': True, 'tenant_id': '0f0cacd1b66143d4af1faf4c09461adb'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:55:51.247599 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-6ba167cf-7440-4a8e-bcf5-e27966c4f225 req-23afd036-9bc4-4c09-970f-973c69527a4f tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694856 Jul 08 12:55:51.355795 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-30e08e33-5d92-458f-a8aa-e909963c481c req-cc58eb00-8aab-427a-a84e-c8bdad563206 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 210 time: 0.1142352 Jul 08 12:55:51.387844 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-449199a4-0ab6-4813-a779-2d0963f2456a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Made reservation on behalf of 0f0cacd1b66143d4af1faf4c09461adb for: {'port': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:55:51.398529 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-449199a4-0ab6-4813-a779-2d0963f2456a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:51.438593 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629f453-274e-4871-84a5-d9afdb078d9d req-799360ea-a108-43af-b0fd-21abe7e93591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:51.440885 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d629f453-274e-4871-84a5-d9afdb078d9d req-799360ea-a108-43af-b0fd-21abe7e93591 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 1098 time: 0.0892763 Jul 08 12:55:51.496012 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d629f453-274e-4871-84a5-d9afdb078d9d req-d5719cf4-17dc-47d2-a05a-70982f3323ee service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473900 Jul 08 12:55:51.542526 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-449199a4-0ab6-4813-a779-2d0963f2456a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Allocated IP 172.20.0.6 (25322acd-cd6d-4533-bb20-e943f6b4bde0/a9c9b335-2571-40b0-99bd-5b4f86a78575/8503fa63-f2f1-4224-a846-1ba72c9e8747) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:55:51.767206 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-449199a4-0ab6-4813-a779-2d0963f2456a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:51.820997 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-449199a4-0ab6-4813-a779-2d0963f2456a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3137304'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:51.839969 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['b77855d1-8202-4e82-8441-62c64e7af09f', 'e4b642ef-c32f-4a77-b9f5-e8864845bbe2'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:55:51.901586 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-449199a4-0ab6-4813-a779-2d0963f2456a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Network 25322acd-cd6d-4533-bb20-e943f6b4bde0 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:55:51.908010 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-449199a4-0ab6-4813-a779-2d0963f2456a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:55:51.918916 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-449199a4-0ab6-4813-a779-2d0963f2456a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:55:51.978177 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449199a4-0ab6-4813-a779-2d0963f2456a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Pushing event updated for resources: {'Port': ['ID=8503fa63-f2f1-4224-a846-1ba72c9e8747,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:52.061656 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-449199a4-0ab6-4813-a779-2d0963f2456a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:52.062611 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-449199a4-0ab6-4813-a779-2d0963f2456a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:52.085901 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-449199a4-0ab6-4813-a779-2d0963f2456a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1698511 Jul 08 12:55:52.107936 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Request body: {'port': {'device_id': '581267f8-84fe-41e2-bd64-fe36fd90784e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:55:52.226627 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:52.247978 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 34560) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:52.411969 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0d9dfcf4-4723-4a16-90e9-9c0a0b9fd32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:52.532357 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0d9dfcf4-4723-4a16-90e9-9c0a0b9fd32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:52.538133 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0d9dfcf4-4723-4a16-90e9-9c0a0b9fd32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:52.581992 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-0d9dfcf4-4723-4a16-90e9-9c0a0b9fd32a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b92f850c1a2441fb07e911966b56273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328564 Jul 08 12:55:52.597532 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 34574) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:52.657163 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9dfcf4-4723-4a16-90e9-9c0a0b9fd32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedf6190-75de-4361-94ff-9326f0c87158,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:52.736981 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1340-9125-4da0-a773-a938a843c02c req-4021ea71-77e4-4876-9b27-3378ee776455 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:52.747991 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d20c1340-9125-4da0-a773-a938a843c02c req-4021ea71-77e4-4876-9b27-3378ee776455 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1793220 Jul 08 12:55:52.808805 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d20c1340-9125-4da0-a773-a938a843c02c req-242059e9-1eaa-4625-98e6-1245240b5229 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578482 Jul 08 12:55:52.881138 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8503fa63-f2f1-4224-a846-1ba72c9e8747 {{(pid=92983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:55:52.908108 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:52.920156 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5b74209d-acc2-4ac6-8995-bbab43bd6062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:52.941107 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb859795-532b-49b8-9d81-8e77af952e97 req-673a8aa8-5f1c-4563-96f9-bda2662740be tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:52.943700 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fb859795-532b-49b8-9d81-8e77af952e97 req-673a8aa8-5f1c-4563-96f9-bda2662740be tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 931 time: 0.3188472 Jul 08 12:55:52.969164 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Transition to ACTIVE for port object 8503fa63-f2f1-4224-a846-1ba72c9e8747 will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:55:53.000390 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:53.023483 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5b74209d-acc2-4ac6-8995-bbab43bd6062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:53.166712 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fb859795-532b-49b8-9d81-8e77af952e97 req-ce9b34b9-a314-4844-baf8-4fe9f439e224 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003498 Jul 08 12:55:53.174513 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Pushing event updated for resources: {'Port': ['ID=8503fa63-f2f1-4224-a846-1ba72c9e8747,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:53.283740 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5b74209d-acc2-4ac6-8995-bbab43bd6062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:53.286535 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5b74209d-acc2-4ac6-8995-bbab43bd6062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:53.289583 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-5b74209d-acc2-4ac6-8995-bbab43bd6062 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aedf6190-75de-4361-94ff-9326f0c87158 HTTP/1.1" status: 204 len: 168 time: 0.6836207 Jul 08 12:55:53.328886 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74209d-acc2-4ac6-8995-bbab43bd6062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedf6190-75de-4361-94ff-9326f0c87158,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:53.354866 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Attempting to bind port 8503fa63-f2f1-4224-a846-1ba72c9e8747 on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:55:53.355476 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Attempting to bind port 8503fa63-f2f1-4224-a846-1ba72c9e8747 by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': 'eb213aaf-4e10-4333-998e-30832ddcf1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:55:53.355967 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Attempting to bind port 8503fa63-f2f1-4224-a846-1ba72c9e8747 on network 25322acd-cd6d-4533-bb20-e943f6b4bde0 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:55:53.364567 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Port 8503fa63-f2f1-4224-a846-1ba72c9e8747 on network 25322acd-cd6d-4533-bb20-e943f6b4bde0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:55:53.365356 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Attempting to bind port 8503fa63-f2f1-4224-a846-1ba72c9e8747 on network 25322acd-cd6d-4533-bb20-e943f6b4bde0 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:55:53.376227 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:55:53.378049 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Checking segment: {'id': 'eb213aaf-4e10-4333-998e-30832ddcf1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:55:53.378893 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Bound using segment: {'id': 'eb213aaf-4e10-4333-998e-30832ddcf1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:55:53.379814 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Bound port: 8503fa63-f2f1-4224-a846-1ba72c9e8747, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb213aaf-4e10-4333-998e-30832ddcf1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:55:53.380165 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:53.496083 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] For port 8503fa63-f2f1-4224-a846-1ba72c9e8747, host hv-cinder-80002, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:55:53.502728 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] For port 8503fa63-f2f1-4224-a846-1ba72c9e8747, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=8503fa63-f2f1-4224-a846-1ba72c9e8747,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:55:53.510055 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:53.555932 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:53.556780 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:53.558535 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] 10.222.0.61 "PUT /v2.0/ports/8503fa63-f2f1-4224-a846-1ba72c9e8747 HTTP/1.1" status: 200 len: 1093 time: 1.4614851 Jul 08 12:55:53.562096 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '581267f8-84fe-41e2-bd64-fe36fd90784e', 'tag': '8503fa63-f2f1-4224-a846-1ba72c9e8747'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:55:53.565703 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddceaaa6-426b-4b36-a0ba-9b587d64738a" -d '{"events": [{"name": "network-changed", "server_uuid": "581267f8-84fe-41e2-bd64-fe36fd90784e", "tag": "8503fa63-f2f1-4224-a846-1ba72c9e8747"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:55:53.617069 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83eadcc-903b-40c7-b618-f096a00eba36 service neutron] Pushing event updated for resources: {'Port': ['ID=8503fa63-f2f1-4224-a846-1ba72c9e8747,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:53.624240 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc0d9c1-4561-41c0-b77d-b9720dfa627e x-openstack-request-id: req-6dc0d9c1-4561-41c0-b77d-b9720dfa627e {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:55:53.624763 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "581267f8-84fe-41e2-bd64-fe36fd90784e", "tag": "8503fa63-f2f1-4224-a846-1ba72c9e8747", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:55:53.625263 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6dc0d9c1-4561-41c0-b77d-b9720dfa627e {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:55:53.625941 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '581267f8-84fe-41e2-bd64-fe36fd90784e', 'tag': '8503fa63-f2f1-4224-a846-1ba72c9e8747', 'status': 'completed', 'code': 200} Jul 08 12:55:53.720459 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-0d7e53d4-967e-425e-8549-9ce563db86ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:53.723173 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-0d7e53d4-967e-425e-8549-9ce563db86ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f0cacd1b66143d4af1faf4c09461adb&device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 1096 time: 0.0903237 Jul 08 12:55:53.794570 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-444138e9-ea18-4767-aca3-48d5efdc5873 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8503fa63-f2f1-4224-a846-1ba72c9e8747 HTTP/1.1" status: 200 len: 217 time: 0.0627413 Jul 08 12:55:53.905529 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-dc40a825-233a-42c5-840e-ad331eb5d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:53.908827 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-dc40a825-233a-42c5-840e-ad331eb5d754 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9c9b335-2571-40b0-99bd-5b4f86a78575 HTTP/1.1" status: 200 len: 854 time: 0.0955117 Jul 08 12:55:53.951542 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-e29f298d-72a5-4943-9874-872146cf996e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25322acd-cd6d-4533-bb20-e943f6b4bde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318902 Jul 08 12:55:54.112927 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e07f57-82fe-42e7-8e3a-0534f7ad1a9e req-e079a659-c0df-47cc-9b6c-1a7a40f43551 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:54.115885 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f0e07f57-82fe-42e7-8e3a-0534f7ad1a9e req-e079a659-c0df-47cc-9b6c-1a7a40f43551 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1205695 Jul 08 12:55:54.134427 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-fc8e9620-c85c-426c-85cf-a12fe347af24 service neutron] 10.222.0.61 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549699 Jul 08 12:55:54.302119 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f0e07f57-82fe-42e7-8e3a-0534f7ad1a9e req-f23f80a8-8a0d-420d-840c-ac1ca7aa0e93 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462314 Jul 08 12:55:54.359007 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3d6b8421-055b-4705-b8c8-354649d23a38 req-55932132-0e5e-4dad-adc5-313f8778b4d6 service neutron] 10.222.0.61 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083378 Jul 08 12:55:54.746461 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7eb22-afd4-4b8b-b3e0-d584044e57ce req-99267b61-6ae5-4d6a-8bc3-689b9a060a7b tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:54.748699 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2dd7eb22-afd4-4b8b-b3e0-d584044e57ce req-99267b61-6ae5-4d6a-8bc3-689b9a060a7b tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 943 time: 0.1636708 Jul 08 12:55:54.755345 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceaaa6-426b-4b36-a0ba-9b587d64738a req-afccaddb-dece-440b-a165-f1ab917945b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:54.757167 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ddceaaa6-426b-4b36-a0ba-9b587d64738a req-afccaddb-dece-440b-a165-f1ab917945b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f0cacd1b66143d4af1faf4c09461adb&device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 1096 time: 0.2765222 Jul 08 12:55:54.795647 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed765808-d251-410a-92c6-8224a906fea8 req-c7aef101-e33d-4507-9b8e-ed61380eb877 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:54.799014 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ed765808-d251-410a-92c6-8224a906fea8 req-c7aef101-e33d-4507-9b8e-ed61380eb877 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1547678 Jul 08 12:55:54.874653 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2dd7eb22-afd4-4b8b-b3e0-d584044e57ce req-76716115-5792-4e76-a832-1b0ed65e03dd tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143982 Jul 08 12:55:54.892202 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ed765808-d251-410a-92c6-8224a906fea8 req-a56df555-2782-42fe-8b3c-b8691773e9f0 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845261 Jul 08 12:55:55.017809 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceaaa6-426b-4b36-a0ba-9b587d64738a req-3e8c1417-c5ee-4859-ac86-51e7d1470680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:55.022731 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ddceaaa6-426b-4b36-a0ba-9b587d64738a req-3e8c1417-c5ee-4859-ac86-51e7d1470680 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25322acd-cd6d-4533-bb20-e943f6b4bde0 HTTP/1.1" status: 200 len: 915 time: 0.2307823 Jul 08 12:55:55.089120 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ddceaaa6-426b-4b36-a0ba-9b587d64738a req-2642b3f2-772f-4a62-a8ac-b9499f700e0e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8503fa63-f2f1-4224-a846-1ba72c9e8747 HTTP/1.1" status: 200 len: 217 time: 0.0571280 Jul 08 12:55:55.177513 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceaaa6-426b-4b36-a0ba-9b587d64738a req-9f454f69-29c9-49f0-8921-1f8c387eca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:55.179097 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ddceaaa6-426b-4b36-a0ba-9b587d64738a req-9f454f69-29c9-49f0-8921-1f8c387eca42 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9c9b335-2571-40b0-99bd-5b4f86a78575 HTTP/1.1" status: 200 len: 854 time: 0.0804172 Jul 08 12:55:55.223128 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ddceaaa6-426b-4b36-a0ba-9b587d64738a req-15ff9fe1-9dec-4098-ae6f-b8a9106c39b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25322acd-cd6d-4533-bb20-e943f6b4bde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330811 Jul 08 12:55:55.352432 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ddceaaa6-426b-4b36-a0ba-9b587d64738a req-02672779-8665-473a-aaae-261607aafcfb service neutron] 10.222.0.61 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181760 Jul 08 12:55:55.576222 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ddceaaa6-426b-4b36-a0ba-9b587d64738a req-7a159c55-3494-44c2-94e9-445f2ff85fdc service neutron] 10.222.0.61 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161162 Jul 08 12:55:56.239675 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15fb46-ec22-4179-a612-6fb7ac409905 req-87a766ca-cc0d-4d35-9885-9fe70149463a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:56.242598 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-dc15fb46-ec22-4179-a612-6fb7ac409905 req-87a766ca-cc0d-4d35-9885-9fe70149463a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 943 time: 0.0962884 Jul 08 12:55:56.368735 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-dc15fb46-ec22-4179-a612-6fb7ac409905 req-9a59ba44-0c75-4701-a329-edf7cdb3d89e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157522 Jul 08 12:55:56.470352 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 34748) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:56.734094 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-874dfa64-589f-43bb-88ba-b17f6810336e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:56.895582 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-874dfa64-589f-43bb-88ba-b17f6810336e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:56.900446 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-874dfa64-589f-43bb-88ba-b17f6810336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:56.935536 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874dfa64-589f-43bb-88ba-b17f6810336e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751dfa1f-3ae1-4ef2-9b7d-4e5145e99b92,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:56.949934 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-874dfa64-589f-43bb-88ba-b17f6810336e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6863b984cbc84c318e426db505b85d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4784575 Jul 08 12:55:56.953819 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 34768) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:57.034524 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 8503fa63-f2f1-4224-a846-1ba72c9e8747 details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:55:57.039184 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1dbba48-7ee0-43cf-a944-9908c9bd82e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:57.092060 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1dbba48-7ee0-43cf-a944-9908c9bd82e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:57.172966 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66586e8-1c4d-4ff2-8077-aa3561037865 req-d417831f-80ab-4fa0-9105-395d5a58b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:57.175073 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b66586e8-1c4d-4ff2-8077-aa3561037865 req-d417831f-80ab-4fa0-9105-395d5a58b0c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3dbecc61c5845b188667dfb5faa627b&device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 1098 time: 0.1334581 Jul 08 12:55:57.194773 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1dbba48-7ee0-43cf-a944-9908c9bd82e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:57.198013 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1dbba48-7ee0-43cf-a944-9908c9bd82e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:57.199552 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b1dbba48-7ee0-43cf-a944-9908c9bd82e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/751dfa1f-3ae1-4ef2-9b7d-4e5145e99b92 HTTP/1.1" status: 204 len: 168 time: 0.2446125 Jul 08 12:55:57.201422 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21defe14-823d-4159-89f8-3ec83d2acbf5 req-c8040a12-879d-459b-be55-ddab570e4f33 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:57.214712 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbba48-7ee0-43cf-a944-9908c9bd82e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751dfa1f-3ae1-4ef2-9b7d-4e5145e99b92,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:57.218389 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-21defe14-823d-4159-89f8-3ec83d2acbf5 req-c8040a12-879d-459b-be55-ddab570e4f33 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1153395 Jul 08 12:55:57.248111 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 8503fa63-f2f1-4224-a846-1ba72c9e8747, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=8503fa63-f2f1-4224-a846-1ba72c9e8747,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:55:57.275647 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '8503fa63-f2f1-4224-a846-1ba72c9e8747', 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0', 'port_id': '8503fa63-f2f1-4224-a846-1ba72c9e8747', 'mac_address': 'fa:16:3e:6a:43:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c9b335-2571-40b0-99bd-5b4f86a78575', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:55:57.355167 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-21defe14-823d-4159-89f8-3ec83d2acbf5 req-f6dbda7d-3263-4d5b-a53a-c0977d215e24 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351573 Jul 08 12:55:57.358460 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:57.385086 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8503fa63-f2f1-4224-a846-1ba72c9e8747 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:55:57.429948 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 8503fa63-f2f1-4224-a846-1ba72c9e8747, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=8503fa63-f2f1-4224-a846-1ba72c9e8747,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:55:57.441650 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:57.446023 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66586e8-1c4d-4ff2-8077-aa3561037865 req-98aab223-0ed0-4523-9e82-b3d0def158c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:57.451660 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b66586e8-1c4d-4ff2-8077-aa3561037865 req-98aab223-0ed0-4523-9e82-b3d0def158c4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa HTTP/1.1" status: 200 len: 919 time: 0.2285585 Jul 08 12:55:57.518203 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b66586e8-1c4d-4ff2-8077-aa3561037865 req-c9225416-8f5b-4868-a354-a1ed30174be4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74341109-ec67-4527-895d-f9685f0ddd46 HTTP/1.1" status: 200 len: 217 time: 0.0536854 Jul 08 12:55:57.636703 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=8503fa63-f2f1-4224-a846-1ba72c9e8747,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:57.644345 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66586e8-1c4d-4ff2-8077-aa3561037865 req-6b429416-80f1-45a2-ab59-f8cba05a64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:57.647530 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b66586e8-1c4d-4ff2-8077-aa3561037865 req-6b429416-80f1-45a2-ab59-f8cba05a64e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=262bcbbd-46b6-4e4c-b994-e242df92a595 HTTP/1.1" status: 200 len: 858 time: 0.1217167 Jul 08 12:55:57.711238 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b66586e8-1c4d-4ff2-8077-aa3561037865 req-06d6aab9-2c47-4ed6-a406-58ba06fcc4d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563247 Jul 08 12:55:57.793170 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['8503fa63-f2f1-4224-a846-1ba72c9e8747'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:55:57.939871 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:58.097518 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 34796) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:58.128539 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c363b973-4a41-4dec-9b24-d3ef99668914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:58.177150 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa29804-c6df-4f78-8193-984b6dff9c67 req-ce345823-aa46-4316-9c03-d960f553fe2d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:58.192730 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7aa29804-c6df-4f78-8193-984b6dff9c67 req-ce345823-aa46-4316-9c03-d960f553fe2d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 944 time: 0.4846790 Jul 08 12:55:58.219539 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b66586e8-1c4d-4ff2-8077-aa3561037865 req-6058f670-3209-4fa4-8333-6971c93ffb6c service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944048 Jul 08 12:55:58.304116 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c363b973-4a41-4dec-9b24-d3ef99668914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:58.315314 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c363b973-4a41-4dec-9b24-d3ef99668914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:58.428603 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c363b973-4a41-4dec-9b24-d3ef99668914 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03630ba570a54b7b98590fa0fea04691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287692 Jul 08 12:55:58.431108 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363b973-4a41-4dec-9b24-d3ef99668914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bf2858-5c1d-448e-b5fa-4f72c825399b,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:58.447357 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7aa29804-c6df-4f78-8193-984b6dff9c67 req-64a584d0-13b1-4aa5-ad34-a4b178e6f70b tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347238 Jul 08 12:55:58.448322 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 34806) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:55:58.516679 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b66586e8-1c4d-4ff2-8077-aa3561037865 req-03064fd7-4a76-4048-b225-54c28624f7e6 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859993 Jul 08 12:55:58.537355 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f01da590-9222-43f4-9706-00011924048b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:58.587045 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f01da590-9222-43f4-9706-00011924048b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:58.672457 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f01da590-9222-43f4-9706-00011924048b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:58.677327 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f01da590-9222-43f4-9706-00011924048b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:58.679991 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-f01da590-9222-43f4-9706-00011924048b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59bf2858-5c1d-448e-b5fa-4f72c825399b HTTP/1.1" status: 204 len: 168 time: 0.2277665 Jul 08 12:55:58.693208 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01da590-9222-43f4-9706-00011924048b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bf2858-5c1d-448e-b5fa-4f72c825399b,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:58.751098 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922474b-080c-40a8-9c38-349467be2a6b req-8746d78c-83c2-4b7d-8e1a-e6ebc2842e4a tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:58.753541 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5922474b-080c-40a8-9c38-349467be2a6b req-8746d78c-83c2-4b7d-8e1a-e6ebc2842e4a tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1293726 Jul 08 12:55:58.820909 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5922474b-080c-40a8-9c38-349467be2a6b req-4359fdbb-7076-41cf-a225-5c91a4a7e7c5 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599017 Jul 08 12:55:59.046953 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 8503fa63-f2f1-4224-a846-1ba72c9e8747 up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:55:59.130568 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port 8503fa63-f2f1-4224-a846-1ba72c9e8747 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:55:59.138348 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 8503fa63-f2f1-4224-a846-1ba72c9e8747 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:55:59.138992 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:59.279781 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:59.328932 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581267f8-84fe-41e2-bd64-fe36fd90784e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8503fa63-f2f1-4224-a846-1ba72c9e8747'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:55:59.332990 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a315811a-f6e1-4f06-98c0-7234b0c5bd08" -d '{"events": [{"server_uuid": "581267f8-84fe-41e2-bd64-fe36fd90784e", "name": "network-vif-plugged", "status": "completed", "tag": "8503fa63-f2f1-4224-a846-1ba72c9e8747"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:55:59.386846 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 8503fa63-f2f1-4224-a846-1ba72c9e8747, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=8503fa63-f2f1-4224-a846-1ba72c9e8747,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:55:59.398965 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:59.474633 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be289797-8e17-41f7-b5bc-762e0714f72e x-openstack-request-id: req-be289797-8e17-41f7-b5bc-762e0714f72e {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:55:59.474633 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581267f8-84fe-41e2-bd64-fe36fd90784e", "name": "network-vif-plugged", "status": "completed", "tag": "8503fa63-f2f1-4224-a846-1ba72c9e8747", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:55:59.474633 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be289797-8e17-41f7-b5bc-762e0714f72e {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:55:59.475027 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581267f8-84fe-41e2-bd64-fe36fd90784e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8503fa63-f2f1-4224-a846-1ba72c9e8747', 'code': 200} Jul 08 12:55:59.575228 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=8503fa63-f2f1-4224-a846-1ba72c9e8747,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:55:59.983377 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549a3be-da07-4e40-ae6b-16891d4404aa req-8901af0c-a545-44b2-938e-7f426d9010ed tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:55:59.991644 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f549a3be-da07-4e40-ae6b-16891d4404aa req-8901af0c-a545-44b2-938e-7f426d9010ed tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 945 time: 0.2211208 Jul 08 12:56:00.031499 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d685d8-90f7-4e4a-bd73-b530f2e79097 req-35f18ef8-2c1e-4b0c-b5e9-e4e72e6b10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:00.033747 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f8d685d8-90f7-4e4a-bd73-b530f2e79097 req-35f18ef8-2c1e-4b0c-b5e9-e4e72e6b10d0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 1098 time: 0.1248641 Jul 08 12:56:00.058379 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f549a3be-da07-4e40-ae6b-16891d4404aa req-bb52304d-96ae-4a56-80bb-2c406b4bc985 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657845 Jul 08 12:56:00.134522 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f8d685d8-90f7-4e4a-bd73-b530f2e79097 req-a4dbf5c8-be00-442c-8c01-5dd981b1f1ea service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732248 Jul 08 12:56:00.218279 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54122a37-6da2-4582-a728-08b6390e050c req-a9f61f5b-7902-472b-996e-722e828eeaf4 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:00.221849 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-54122a37-6da2-4582-a728-08b6390e050c req-a9f61f5b-7902-472b-996e-722e828eeaf4 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1703081 Jul 08 12:56:00.291653 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-54122a37-6da2-4582-a728-08b6390e050c req-af630924-ea41-4397-aa2b-ca7f72d82d65 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647416 Jul 08 12:56:01.572190 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459ddd5-05a3-4cf4-b6b4-def767e38a5c req-c1d21e96-cf44-4a17-9fa6-7b4c3b2f0750 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:01.580620 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1459ddd5-05a3-4cf4-b6b4-def767e38a5c req-c1d21e96-cf44-4a17-9fa6-7b4c3b2f0750 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1166306 Jul 08 12:56:01.593288 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a9fab-79a2-409c-9a50-4f318d1858c6 req-9a3e22cc-3c30-4db9-ac04-7e0fa5b24586 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:01.597444 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bb9a9fab-79a2-409c-9a50-4f318d1858c6 req-9a3e22cc-3c30-4db9-ac04-7e0fa5b24586 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 945 time: 0.3942361 Jul 08 12:56:01.632869 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1459ddd5-05a3-4cf4-b6b4-def767e38a5c req-52137c02-03d8-4638-9deb-74f17badfb7d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510530 Jul 08 12:56:01.678309 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bb9a9fab-79a2-409c-9a50-4f318d1858c6 req-2b1e9c0b-5b22-45ad-8db3-4f89bcbadff1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752821 Jul 08 12:56:02.187645 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 34966) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:02.302521 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-84ad2eeb-27ef-458a-870d-63db24ef9542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:02.454569 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-84ad2eeb-27ef-458a-870d-63db24ef9542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:02.459955 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-84ad2eeb-27ef-458a-870d-63db24ef9542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:02.498625 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad2eeb-27ef-458a-870d-63db24ef9542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad2f99a-c4fb-4658-8e37-e76f32e9c4ab,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:02.503050 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-84ad2eeb-27ef-458a-870d-63db24ef9542 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa829b54beb24b958cdb7dccddaae3e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142908 Jul 08 12:56:02.506951 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 34980) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:02.570894 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8c9e047d-a8a1-43e3-a53f-aa1b8a0b57ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:02.596215 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8c9e047d-a8a1-43e3-a53f-aa1b8a0b57ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:02.653013 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8c9e047d-a8a1-43e3-a53f-aa1b8a0b57ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:02.655675 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8c9e047d-a8a1-43e3-a53f-aa1b8a0b57ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:02.657055 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-8c9e047d-a8a1-43e3-a53f-aa1b8a0b57ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bad2f99a-c4fb-4658-8e37-e76f32e9c4ab HTTP/1.1" status: 204 len: 168 time: 0.1480687 Jul 08 12:56:02.683933 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e047d-a8a1-43e3-a53f-aa1b8a0b57ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad2f99a-c4fb-4658-8e37-e76f32e9c4ab,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:02.911106 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb902a5-d1ab-4173-a9f4-f2d7adc8e007 req-ea3017b7-ad50-41ab-9446-f2cff358cff9 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:02.920201 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5bb902a5-d1ab-4173-a9f4-f2d7adc8e007 req-ea3017b7-ad50-41ab-9446-f2cff358cff9 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 945 time: 0.0903156 Jul 08 12:56:02.951833 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab07199-25c8-45d7-8371-ec9832ba96e4 req-9d06312a-8397-47fe-9053-82e8202a400d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:02.954370 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eab07199-25c8-45d7-8371-ec9832ba96e4 req-9d06312a-8397-47fe-9053-82e8202a400d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1415567 Jul 08 12:56:02.970378 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5bb902a5-d1ab-4173-a9f4-f2d7adc8e007 req-1073ea88-eb28-4187-ace6-45b10f216ad0 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488963 Jul 08 12:56:03.033718 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eab07199-25c8-45d7-8371-ec9832ba96e4 req-5239ff5d-bf65-4212-8e39-a92bc96e754b tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712483 Jul 08 12:56:03.218739 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 35018) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:03.234260 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-46c4a25e-b580-4eb2-aef1-482d80eb5a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:03.405877 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-46c4a25e-b580-4eb2-aef1-482d80eb5a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:03.413755 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-46c4a25e-b580-4eb2-aef1-482d80eb5a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:03.473292 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-46c4a25e-b580-4eb2-aef1-482d80eb5a08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5106737b2ade46d59256a63d1de933eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530630 Jul 08 12:56:03.477111 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 35026) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:03.484414 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4a25e-b580-4eb2-aef1-482d80eb5a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4761e45d-99c7-49d9-b2d7-6d693f0e0388,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:03.551627 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8bc5feb4-ecd8-46bf-87fd-31693c2c1921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:03.581224 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8bc5feb4-ecd8-46bf-87fd-31693c2c1921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:03.694003 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8bc5feb4-ecd8-46bf-87fd-31693c2c1921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:03.697056 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8bc5feb4-ecd8-46bf-87fd-31693c2c1921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:03.698281 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-8bc5feb4-ecd8-46bf-87fd-31693c2c1921 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4761e45d-99c7-49d9-b2d7-6d693f0e0388 HTTP/1.1" status: 204 len: 168 time: 0.2196202 Jul 08 12:56:03.707919 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5feb4-ecd8-46bf-87fd-31693c2c1921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4761e45d-99c7-49d9-b2d7-6d693f0e0388,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:04.263438 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 35058) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:04.300195 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871b0f7-5dfd-4cbf-8f2e-e3a5e5bd7161 req-89a18f8a-13bb-4e66-93a4-be972946363a tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:04.302280 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e871b0f7-5dfd-4cbf-8f2e-e3a5e5bd7161 req-89a18f8a-13bb-4e66-93a4-be972946363a tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.0960233 Jul 08 12:56:04.312521 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1f483cfd-3e2b-4365-8fda-dedcb6aebe64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:04.367043 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e871b0f7-5dfd-4cbf-8f2e-e3a5e5bd7161 req-b581e857-9aab-4f38-9bc1-2e603b359c90 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583365 Jul 08 12:56:04.445371 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1f483cfd-3e2b-4365-8fda-dedcb6aebe64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:04.451102 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1f483cfd-3e2b-4365-8fda-dedcb6aebe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:04.499678 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35064) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:04.512878 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35068) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:04.513300 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-1f483cfd-3e2b-4365-8fda-dedcb6aebe64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=003832e3ec8b48279949958c48de31b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476101 Jul 08 12:56:04.514678 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f483cfd-3e2b-4365-8fda-dedcb6aebe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c982711-2444-4c14-9960-ec02330de6e6,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:04.529057 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f483cfd-3e2b-4365-8fda-dedcb6aebe64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.529610 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f483cfd-3e2b-4365-8fda-dedcb6aebe64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.530192 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f483cfd-3e2b-4365-8fda-dedcb6aebe64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.530747 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f483cfd-3e2b-4365-8fda-dedcb6aebe64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.531326 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f483cfd-3e2b-4365-8fda-dedcb6aebe64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.531909 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f483cfd-3e2b-4365-8fda-dedcb6aebe64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.532737 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f483cfd-3e2b-4365-8fda-dedcb6aebe64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.533357 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f483cfd-3e2b-4365-8fda-dedcb6aebe64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.533971 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f483cfd-3e2b-4365-8fda-dedcb6aebe64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.534542 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f483cfd-3e2b-4365-8fda-dedcb6aebe64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.535374 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f483cfd-3e2b-4365-8fda-dedcb6aebe64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.536146 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f483cfd-3e2b-4365-8fda-dedcb6aebe64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.608101 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:04.636765 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:04.690635 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-521bf887-4b35-43b7-a222-efe23a39617e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:04.738109 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:04.743314 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:04.745439 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c982711-2444-4c14-9960-ec02330de6e6 HTTP/1.1" status: 204 len: 168 time: 0.2307348 Jul 08 12:56:04.770899 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c982711-2444-4c14-9960-ec02330de6e6,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:04.800291 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.800637 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.800988 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.801363 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.801693 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.802030 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.802356 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.802991 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.803474 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.803962 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.805390 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.805875 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c584eea1-f465-413a-996d-e4a54e49a9eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:04.883583 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-521bf887-4b35-43b7-a222-efe23a39617e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:04.890284 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-521bf887-4b35-43b7-a222-efe23a39617e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:04.938130 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-521bf887-4b35-43b7-a222-efe23a39617e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69db3de8e9f54501a379adb51133fd7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363685 Jul 08 12:56:04.941342 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bf887-4b35-43b7-a222-efe23a39617e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7334a7ba-ff3c-4178-9add-1983680848e6,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:04.944803 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35092) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:05.015843 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-42b21a13-faee-42a5-bf7e-1f1e25423e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:05.045149 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-42b21a13-faee-42a5-bf7e-1f1e25423e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:05.145912 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-42b21a13-faee-42a5-bf7e-1f1e25423e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:05.151120 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-42b21a13-faee-42a5-bf7e-1f1e25423e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:05.156789 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-42b21a13-faee-42a5-bf7e-1f1e25423e1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7334a7ba-ff3c-4178-9add-1983680848e6 HTTP/1.1" status: 204 len: 168 time: 0.2070367 Jul 08 12:56:05.168281 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b21a13-faee-42a5-bf7e-1f1e25423e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7334a7ba-ff3c-4178-9add-1983680848e6,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:05.585949 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35132) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:05.602428 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b30c0cbc-362d-494c-a651-57b4a249fbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:05.685395 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c408e8e-97e9-4725-ade3-e88c0b1fd1d1 req-20f33f6b-841a-43b4-b153-d3332227d098 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:05.687637 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1c408e8e-97e9-4725-ade3-e88c0b1fd1d1 req-20f33f6b-841a-43b4-b153-d3332227d098 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1041381 Jul 08 12:56:05.736570 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b30c0cbc-362d-494c-a651-57b4a249fbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:05.741422 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b30c0cbc-362d-494c-a651-57b4a249fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:05.745747 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1c408e8e-97e9-4725-ade3-e88c0b1fd1d1 req-779f1458-116e-4cfc-bbe1-fce090c2d81e tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456712 Jul 08 12:56:05.789731 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b30c0cbc-362d-494c-a651-57b4a249fbf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d238a7831484ed8b65dd7f90b93d407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990182 Jul 08 12:56:05.789731 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c0cbc-362d-494c-a651-57b4a249fbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89197db7-a4a1-4724-99ae-ebcf2f8bdc79,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:05.791016 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 35138) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:05.860314 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-84e66a5f-5998-42be-90f4-3620e84e99cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:05.893275 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-84e66a5f-5998-42be-90f4-3620e84e99cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:05.942995 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 35144) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:05.970954 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-84e66a5f-5998-42be-90f4-3620e84e99cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:05.973915 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-84e66a5f-5998-42be-90f4-3620e84e99cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:05.975318 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-84e66a5f-5998-42be-90f4-3620e84e99cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89197db7-a4a1-4724-99ae-ebcf2f8bdc79 HTTP/1.1" status: 204 len: 168 time: 0.1827323 Jul 08 12:56:05.987488 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e66a5f-5998-42be-90f4-3620e84e99cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89197db7-a4a1-4724-99ae-ebcf2f8bdc79,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:06.115722 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-51a270ab-cd7f-4312-9d4f-ce1acd74d15f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1278208970-network', 'tenant_id': 'a7ee83ea62d5420983bb804e238d6499'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:56:06.158485 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a270ab-cd7f-4312-9d4f-ce1acd74d15f admin admin] Made reservation on behalf of a7ee83ea62d5420983bb804e238d6499 for: {'network': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:56:06.165241 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-51a270ab-cd7f-4312-9d4f-ce1acd74d15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:06.190880 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-51a270ab-cd7f-4312-9d4f-ce1acd74d15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:06.346771 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-51a270ab-cd7f-4312-9d4f-ce1acd74d15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:06.356630 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-51a270ab-cd7f-4312-9d4f-ce1acd74d15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:06.380476 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a270ab-cd7f-4312-9d4f-ce1acd74d15f admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=92983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:56:06.396812 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a270ab-cd7f-4312-9d4f-ce1acd74d15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:06.402865 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-51a270ab-cd7f-4312-9d4f-ce1acd74d15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:06.403217 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.segments_db [None req-51a270ab-cd7f-4312-9d4f-ce1acd74d15f admin admin] Added segment 50d5fe2f-3cbe-4238-9be1-e6d990c7423e of type vlan for network bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 Jul 08 12:56:06.448050 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-51a270ab-cd7f-4312-9d4f-ce1acd74d15f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:06.487924 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-51a270ab-cd7f-4312-9d4f-ce1acd74d15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:06.489047 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a270ab-cd7f-4312-9d4f-ce1acd74d15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:06.489703 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-51a270ab-cd7f-4312-9d4f-ce1acd74d15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:06.547902 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-51a270ab-cd7f-4312-9d4f-ce1acd74d15f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6035037 Jul 08 12:56:06.551492 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35172) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:06.558155 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-667f9190-39b0-47e8-a67f-821ff44186d3 admin admin] Request body: {'subnet': {'network_id': 'bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1278208970-subnet', 'tenant_id': 'a7ee83ea62d5420983bb804e238d6499', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:56:06.560947 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a270ab-cd7f-4312-9d4f-ce1acd74d15f admin admin] Pushing event updated for resources: {'Network': ['ID=bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:06.576123 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:56:06.601789 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667f9190-39b0-47e8-a67f-821ff44186d3 admin admin] Made reservation on behalf of a7ee83ea62d5420983bb804e238d6499 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:56:06.606299 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-667f9190-39b0-47e8-a67f-821ff44186d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262104663'] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:06.947378 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-667f9190-39b0-47e8-a67f-821ff44186d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260304929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262104677'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:07.019014 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f9190-39b0-47e8-a67f-821ff44186d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=516adb56-5f4d-4f05-bc38-a2f6f2f37d02,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:07.029444 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f9190-39b0-47e8-a67f-821ff44186d3 admin admin] Checking segment: {'id': '50d5fe2f-3cbe-4238-9be1-e6d990c7423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:56:07.029885 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667f9190-39b0-47e8-a67f-821ff44186d3 admin admin] Network hostable DHCP agents. Network: bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:56:07.052044 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667f9190-39b0-47e8-a67f-821ff44186d3 admin admin] Network bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:56:07.066368 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-667f9190-39b0-47e8-a67f-821ff44186d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:56:07.071433 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667f9190-39b0-47e8-a67f-821ff44186d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:07.072191 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-667f9190-39b0-47e8-a67f-821ff44186d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:07.079213 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211ae009-b325-4a82-b34e-0db54b9a0775 None None] Network bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:56:07.089620 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35198) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:07.099703 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-667f9190-39b0-47e8-a67f-821ff44186d3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5469344 Jul 08 12:56:07.109491 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b36480-bd49-4f90-abee-6aa04dc7b9d9 req-f3922a16-46f5-423b-9c73-dbe5340e8d4d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:07.111163 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-22b36480-bd49-4f90-abee-6aa04dc7b9d9 req-f3922a16-46f5-423b-9c73-dbe5340e8d4d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1105545 Jul 08 12:56:07.164605 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-22b36480-bd49-4f90-abee-6aa04dc7b9d9 req-141acabf-bcbf-4e09-8eed-f469edf6dfb4 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463672 Jul 08 12:56:07.232318 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4301-bf8c-44bb-afca-785aea48a307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:07.247172 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c16ff00-21de-4692-9adf-e01a0c531197 None None] Network bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:56:07.428509 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4301-bf8c-44bb-afca-785aea48a307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:07.436249 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4301-bf8c-44bb-afca-785aea48a307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:07.494424 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d6dc4301-bf8c-44bb-afca-785aea48a307 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a80cdcc4b8f84e6799f6d6dc858144b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4012411 Jul 08 12:56:07.494816 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 35220) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:07.498484 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc4301-bf8c-44bb-afca-785aea48a307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973a3c51-7bb4-4a57-81a8-7d408be52248,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:07.583563 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ff05a3fb-ee5f-4d5b-9591-f4f1e230c85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:07.613652 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ff05a3fb-ee5f-4d5b-9591-f4f1e230c85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:07.696013 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ff05a3fb-ee5f-4d5b-9591-f4f1e230c85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:07.699772 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ff05a3fb-ee5f-4d5b-9591-f4f1e230c85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:07.703830 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-ff05a3fb-ee5f-4d5b-9591-f4f1e230c85b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/973a3c51-7bb4-4a57-81a8-7d408be52248 HTTP/1.1" status: 204 len: 168 time: 0.2054679 Jul 08 12:56:07.732203 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05a3fb-ee5f-4d5b-9591-f4f1e230c85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973a3c51-7bb4-4a57-81a8-7d408be52248,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:08.293201 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 35262) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:08.320183 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9f8b8fe2-d175-446d-b6eb-2fe01e769a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:08.516319 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c46333-5bf7-42e1-8479-a7f06de14138 req-dd2a62de-c0e8-4924-ac83-c19367b0a6e8 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:08.517921 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-48c46333-5bf7-42e1-8479-a7f06de14138 req-dd2a62de-c0e8-4924-ac83-c19367b0a6e8 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1517236 Jul 08 12:56:08.553392 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9f8b8fe2-d175-446d-b6eb-2fe01e769a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:08.565481 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9f8b8fe2-d175-446d-b6eb-2fe01e769a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:08.593530 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-48c46333-5bf7-42e1-8479-a7f06de14138 req-1bad92f6-47fb-482a-8466-941a417d7efb tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676937 Jul 08 12:56:08.612740 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b8fe2-d175-446d-b6eb-2fe01e769a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41b3563-9969-4e35-9ff9-96ebaa7f3a61,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:08.627407 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-9f8b8fe2-d175-446d-b6eb-2fe01e769a67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe0387ca24b2428a83c19db2ce5fbf7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288808 Jul 08 12:56:08.627766 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 35270) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:08.687380 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-783e58d9-f51a-4974-8ed8-d24d7213fd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:08.712206 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-783e58d9-f51a-4974-8ed8-d24d7213fd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:08.765584 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-783e58d9-f51a-4974-8ed8-d24d7213fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:08.771461 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-783e58d9-f51a-4974-8ed8-d24d7213fd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:08.771461 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-783e58d9-f51a-4974-8ed8-d24d7213fd1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b41b3563-9969-4e35-9ff9-96ebaa7f3a61 HTTP/1.1" status: 204 len: 168 time: 0.1399500 Jul 08 12:56:08.779177 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e58d9-f51a-4974-8ed8-d24d7213fd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41b3563-9969-4e35-9ff9-96ebaa7f3a61,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:09.140375 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 35282) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:09.154423 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc73abca-fbe3-443b-acd9-aa9a9f03f4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:09.258785 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc73abca-fbe3-443b-acd9-aa9a9f03f4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:09.263968 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc73abca-fbe3-443b-acd9-aa9a9f03f4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:09.311859 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-bc73abca-fbe3-443b-acd9-aa9a9f03f4f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0df8193b6b041d3a3e898314ac9f502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663344 Jul 08 12:56:09.311859 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73abca-fbe3-443b-acd9-aa9a9f03f4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5132a1-f954-4875-9994-b13d6aba434e,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:09.313016 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35292) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:09.387772 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a6c4dec4-c99f-455f-b1e2-91268b180ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:09.426587 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a6c4dec4-c99f-455f-b1e2-91268b180ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:09.504870 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a6c4dec4-c99f-455f-b1e2-91268b180ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:09.508858 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a6c4dec4-c99f-455f-b1e2-91268b180ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:09.510118 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a6c4dec4-c99f-455f-b1e2-91268b180ae1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c5132a1-f954-4875-9994-b13d6aba434e HTTP/1.1" status: 204 len: 168 time: 0.1969326 Jul 08 12:56:09.522097 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4dec4-c99f-455f-b1e2-91268b180ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5132a1-f954-4875-9994-b13d6aba434e,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:09.586194 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-c8568383-b236-453d-90fe-c553c10376e3 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:09.587950 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-c8568383-b236-453d-90fe-c553c10376e3 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/networks?id=bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 HTTP/1.1" status: 200 len: 814 time: 0.1645930 Jul 08 12:56:09.610898 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-465a7cb3-3098-49ae-b9ca-8b3f31dcf437 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/quotas/a7ee83ea62d5420983bb804e238d6499 HTTP/1.1" status: 200 len: 375 time: 0.0123882 Jul 08 12:56:09.674798 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-da6adecf-0694-4d7d-8e26-0f0b0c08d318 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7ee83ea62d5420983bb804e238d6499&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566192 Jul 08 12:56:09.793284 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-9542709e-1465-482a-bced-e50cb290571c service neutron] 10.222.0.13 "GET /v2.0/networks/bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173563 Jul 08 12:56:09.865104 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbba2a-42ac-471c-b3b5-1a076e8eae95 req-838ef4cb-dcd6-4491-81dc-67bda9455526 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:09.873000 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f8cbba2a-42ac-471c-b3b5-1a076e8eae95 req-838ef4cb-dcd6-4491-81dc-67bda9455526 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.0835021 Jul 08 12:56:09.927179 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f8cbba2a-42ac-471c-b3b5-1a076e8eae95 req-414674c3-b2b5-4737-957e-7b8995a39dff tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531087 Jul 08 12:56:09.934696 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-6e2a8029-7382-433c-9c7e-4ce1c58f7617 service neutron] 10.222.0.13 "GET /v2.0/networks/bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351743 Jul 08 12:56:10.035938 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 35340) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:10.185446 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-48c85743-9a1e-422f-baf7-594538bf0f5f req-f58c833f-7ff4-4d7e-a187-e926515ea5db tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 210 time: 0.0425217 Jul 08 12:56:10.247457 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-07d23878-8bf6-4930-a462-6dfe60bb62be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:10.392561 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-07d23878-8bf6-4930-a462-6dfe60bb62be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:10.399008 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-07d23878-8bf6-4930-a462-6dfe60bb62be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:10.794474 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d23878-8bf6-4930-a462-6dfe60bb62be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8d3563-a4a1-4db5-b00a-28b874d3a70b,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:10.802636 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-07d23878-8bf6-4930-a462-6dfe60bb62be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=973621ade9e04bbb8b25a37bb36990f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7652719 Jul 08 12:56:10.806062 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35380) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:10.884969 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-80c554cb-2183-4198-bafe-64c908fe94de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:10.929478 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-80c554cb-2183-4198-bafe-64c908fe94de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:10.996238 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-80c554cb-2183-4198-bafe-64c908fe94de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:11.000120 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-80c554cb-2183-4198-bafe-64c908fe94de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:11.001437 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-80c554cb-2183-4198-bafe-64c908fe94de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b8d3563-a4a1-4db5-b00a-28b874d3a70b HTTP/1.1" status: 204 len: 168 time: 0.1918564 Jul 08 12:56:11.020393 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c554cb-2183-4198-bafe-64c908fe94de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8d3563-a4a1-4db5-b00a-28b874d3a70b,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:11.246081 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b544097-6996-4501-b607-7ffc060ac31a req-540fce41-9472-4f64-a039-a1ab6290bc50 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:11.251625 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3b544097-6996-4501-b607-7ffc060ac31a req-540fce41-9472-4f64-a039-a1ab6290bc50 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1305063 Jul 08 12:56:11.348670 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3b544097-6996-4501-b607-7ffc060ac31a req-98d0a74e-4383-4ee7-b1d5-ea90f090dbbb tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817473 Jul 08 12:56:11.390199 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c10186ae-b8ac-460a-9b9f-3aea0fb9fa88 req-cc5d27cc-0c79-419b-b8ac-365e2c85e103 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 210 time: 0.0338748 Jul 08 12:56:11.634316 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 35402) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:11.650098 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-3c28f1fd-4cb5-4202-a1a1-c469fa1b0f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:11.860188 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-3c28f1fd-4cb5-4202-a1a1-c469fa1b0f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:11.865508 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-3c28f1fd-4cb5-4202-a1a1-c469fa1b0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:11.918423 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-3c28f1fd-4cb5-4202-a1a1-c469fa1b0f3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b55adcbc7d2640979a2896a04a3eef19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801332 Jul 08 12:56:11.918791 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 35414) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:11.933258 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28f1fd-4cb5-4202-a1a1-c469fa1b0f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7d858e-e298-4f94-81d8-c87b998b1a2b,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:12.164015 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2c7049b7-9eec-4bc4-b687-905c6020b296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:12.214575 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2c7049b7-9eec-4bc4-b687-905c6020b296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:12.425013 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-86ca184b-4893-46e6-ac36-84266aa318ba tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:12.431258 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-86ca184b-4893-46e6-ac36-84266aa318ba tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.61 "GET /v2.0/networks?id=bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 HTTP/1.1" status: 200 len: 814 time: 0.4131753 Jul 08 12:56:12.459932 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-745a2c90-820f-494b-aab7-5f8edeb5959e tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Request body: {'port': {'device_id': 'ca7c1db3-18ff-4c8a-9f97-45a18187a540', 'network_id': 'bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0', 'admin_state_up': True, 'tenant_id': 'a7ee83ea62d5420983bb804e238d6499'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:56:12.568706 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2c7049b7-9eec-4bc4-b687-905c6020b296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:12.593770 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2c7049b7-9eec-4bc4-b687-905c6020b296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:12.595804 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-2c7049b7-9eec-4bc4-b687-905c6020b296 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa7d858e-e298-4f94-81d8-c87b998b1a2b HTTP/1.1" status: 204 len: 168 time: 0.6748736 Jul 08 12:56:12.664684 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7049b7-9eec-4bc4-b687-905c6020b296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7d858e-e298-4f94-81d8-c87b998b1a2b,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:12.801291 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4e9ce7a4-7770-4adf-b663-1dcd2d35bc7f req-ded8ca93-7288-4850-afb0-58a4d5251b89 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 210 time: 0.0442672 Jul 08 12:56:12.815358 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-745a2c90-820f-494b-aab7-5f8edeb5959e tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Made reservation on behalf of a7ee83ea62d5420983bb804e238d6499 for: {'port': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:56:12.825489 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-745a2c90-820f-494b-aab7-5f8edeb5959e tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:12.836330 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9611fe-eb67-471d-b65a-510d8f7b4d0a req-bf1f05de-d3ad-4c2c-8023-1ae3b394ecae tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:12.839571 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bb9611fe-eb67-471d-b65a-510d8f7b4d0a req-bf1f05de-d3ad-4c2c-8023-1ae3b394ecae tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1435096 Jul 08 12:56:12.968631 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bb9611fe-eb67-471d-b65a-510d8f7b4d0a req-bfa69a18-0c9f-4d0b-8989-ab702f627f73 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219909 Jul 08 12:56:13.150130 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-745a2c90-820f-494b-aab7-5f8edeb5959e tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Allocated IP 172.20.0.10 (bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0/516adb56-5f4d-4f05-bc38-a2f6f2f37d02/a8a10d33-89f2-4ca3-bc3c-938ff611d029) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:56:13.436587 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-745a2c90-820f-494b-aab7-5f8edeb5959e tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:13.517179 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-018d824b-4d1a-4589-aac0-7a59fa5bed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:13.521237 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-745a2c90-820f-494b-aab7-5f8edeb5959e tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3137304'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:13.586575 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-745a2c90-820f-494b-aab7-5f8edeb5959e tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Network bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:56:13.588156 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-745a2c90-820f-494b-aab7-5f8edeb5959e tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:56:13.599678 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-745a2c90-820f-494b-aab7-5f8edeb5959e tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:56:13.648363 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a2c90-820f-494b-aab7-5f8edeb5959e tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Pushing event updated for resources: {'Port': ['ID=a8a10d33-89f2-4ca3-bc3c-938ff611d029,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:13.671337 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-745a2c90-820f-494b-aab7-5f8edeb5959e tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:13.672021 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-745a2c90-820f-494b-aab7-5f8edeb5959e tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:13.709006 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-745a2c90-820f-494b-aab7-5f8edeb5959e tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2594612 Jul 08 12:56:13.727999 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Request body: {'port': {'device_id': 'ca7c1db3-18ff-4c8a-9f97-45a18187a540', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:56:13.863822 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:13.873966 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35502) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:14.269087 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91898d0-95b4-4a20-9685-7d18ca42cb5a req-3a7a2a60-7959-4055-af6c-d6e1d3954950 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:14.272084 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c91898d0-95b4-4a20-9685-7d18ca42cb5a req-3a7a2a60-7959-4055-af6c-d6e1d3954950 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 932 time: 0.1507912 Jul 08 12:56:14.313497 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bf1629b1-4fce-42a0-bda6-6c91cbfb04b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:14.412804 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c91898d0-95b4-4a20-9685-7d18ca42cb5a req-60036cba-442a-4590-ba19-0e5f6b0b9e9f tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039484 Jul 08 12:56:14.528131 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee6542-9a13-4e0b-bca6-9e825354a01c req-5d31fb40-424f-40fc-9d32-a0c580df7fa3 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:14.535323 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8aee6542-9a13-4e0b-bca6-9e825354a01c req-5d31fb40-424f-40fc-9d32-a0c580df7fa3 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.2296221 Jul 08 12:56:14.587286 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bf1629b1-4fce-42a0-bda6-6c91cbfb04b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:14.595529 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bf1629b1-4fce-42a0-bda6-6c91cbfb04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:14.643347 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-bf1629b1-4fce-42a0-bda6-6c91cbfb04b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0b6840c8b2b44e2993f8621e4e94583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7676570 Jul 08 12:56:14.653769 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35526) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:14.718502 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1629b1-4fce-42a0-bda6-6c91cbfb04b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f74bc3-119e-421c-a5de-1873ea00a30d,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:14.737982 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:56:14.759157 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb1e496e-d8dd-4385-b38e-948a9d8090bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:14.775271 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a10d33-89f2-4ca3-bc3c-938ff611d029 {{(pid=92983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:56:14.784729 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8aee6542-9a13-4e0b-bca6-9e825354a01c req-60552a82-4569-44cb-b711-a37c60c1a4f7 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174389 Jul 08 12:56:14.790907 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:14.808122 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Transition to ACTIVE for port object a8a10d33-89f2-4ca3-bc3c-938ff611d029 will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:56:14.815258 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:14.816106 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb1e496e-d8dd-4385-b38e-948a9d8090bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:14.882527 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb1e496e-d8dd-4385-b38e-948a9d8090bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:14.888980 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb1e496e-d8dd-4385-b38e-948a9d8090bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:14.890817 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-cb1e496e-d8dd-4385-b38e-948a9d8090bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3f74bc3-119e-421c-a5de-1873ea00a30d HTTP/1.1" status: 204 len: 168 time: 0.2298651 Jul 08 12:56:14.902625 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e496e-d8dd-4385-b38e-948a9d8090bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f74bc3-119e-421c-a5de-1873ea00a30d,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:14.985843 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a10d33-89f2-4ca3-bc3c-938ff611d029,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:15.291718 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Attempting to bind port a8a10d33-89f2-4ca3-bc3c-938ff611d029 on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:56:15.292164 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Attempting to bind port a8a10d33-89f2-4ca3-bc3c-938ff611d029 by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': '50d5fe2f-3cbe-4238-9be1-e6d990c7423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:56:15.292574 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Attempting to bind port a8a10d33-89f2-4ca3-bc3c-938ff611d029 on network bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:56:15.305847 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Port a8a10d33-89f2-4ca3-bc3c-938ff611d029 on network bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:56:15.306256 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Attempting to bind port a8a10d33-89f2-4ca3-bc3c-938ff611d029 on network bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:56:15.316326 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-c653a076-6017-49fd-9226-33f2935d21ef tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:15.318170 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-c653a076-6017-49fd-9226-33f2935d21ef tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/networks?id=25322acd-cd6d-4533-bb20-e943f6b4bde0 HTTP/1.1" status: 200 len: 814 time: 0.2342401 Jul 08 12:56:15.322012 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:56:15.322386 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Checking segment: {'id': '50d5fe2f-3cbe-4238-9be1-e6d990c7423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:56:15.322764 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Bound using segment: {'id': '50d5fe2f-3cbe-4238-9be1-e6d990c7423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:56:15.323238 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Bound port: a8a10d33-89f2-4ca3-bc3c-938ff611d029, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50d5fe2f-3cbe-4238-9be1-e6d990c7423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:56:15.323575 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:15.391502 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-a9de2b9c-bcfc-4fc3-9071-6d28aa8a3880 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/quotas/0f0cacd1b66143d4af1faf4c09461adb HTTP/1.1" status: 200 len: 375 time: 0.0569131 Jul 08 12:56:15.490470 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] For port a8a10d33-89f2-4ca3-bc3c-938ff611d029, host hv-cinder-80002, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:56:15.503512 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35572) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:15.521889 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7f080f9-9ef0-4c83-bc0b-f2e5b8b621c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:15.525911 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] For port a8a10d33-89f2-4ca3-bc3c-938ff611d029, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=a8a10d33-89f2-4ca3-bc3c-938ff611d029,segment=NetworkSegment(50d5fe2f-3cbe-4238-9be1-e6d990c7423e),segment_id=50d5fe2f-3cbe-4238-9be1-e6d990c7423e)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:56:15.539458 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:15.560369 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-1527e797-d8e6-4d92-8fb7-9b2613672796 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f0cacd1b66143d4af1faf4c09461adb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1618392 Jul 08 12:56:15.617182 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:15.618270 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:15.620050 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] 10.222.0.61 "PUT /v2.0/ports/a8a10d33-89f2-4ca3-bc3c-938ff611d029 HTTP/1.1" status: 200 len: 1094 time: 1.8990209 Jul 08 12:56:15.620703 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7c1db3-18ff-4c8a-9f97-45a18187a540', 'tag': 'a8a10d33-89f2-4ca3-bc3c-938ff611d029'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:56:15.623996 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34c9909-1aa7-4375-95e0-ef5619b952e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7c1db3-18ff-4c8a-9f97-45a18187a540", "tag": "a8a10d33-89f2-4ca3-bc3c-938ff611d029"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:56:15.716726 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7f080f9-9ef0-4c83-bc0b-f2e5b8b621c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:15.737286 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ad39a-cb8b-470a-b1fd-c94c15633040 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a10d33-89f2-4ca3-bc3c-938ff611d029,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:15.767249 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7f080f9-9ef0-4c83-bc0b-f2e5b8b621c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:15.778178 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-e6064be6-fd78-4cc2-bedc-eea35d25bd1a service neutron] 10.222.0.13 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940923 Jul 08 12:56:15.830087 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-fdf88287-ed85-4109-98f7-dcdc18ee6102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:15.832629 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f080f9-9ef0-4c83-bc0b-f2e5b8b621c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07da6dd2-36fe-480b-af08-70095d9f954b,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:15.832925 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-fdf88287-ed85-4109-98f7-dcdc18ee6102 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7ee83ea62d5420983bb804e238d6499&device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 1097 time: 0.1358101 Jul 08 12:56:15.840198 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d7f080f9-9ef0-4c83-bc0b-f2e5b8b621c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e32150165a4413e818e9dc855146459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349206 Jul 08 12:56:15.840996 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35580) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:15.892340 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9812c8c-db45-4edf-af46-539d8169b6f0 req-856fdc22-cf88-4a76-a05e-f9527612e2b3 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:15.899911 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c9812c8c-db45-4edf-af46-539d8169b6f0 req-856fdc22-cf88-4a76-a05e-f9527612e2b3 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 944 time: 0.1844246 Jul 08 12:56:15.955514 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-761730b1-b378-4992-b314-8c962ad62a43 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8a10d33-89f2-4ca3-bc3c-938ff611d029 HTTP/1.1" status: 200 len: 217 time: 0.0797451 Jul 08 12:56:15.991718 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c9812c8c-db45-4edf-af46-539d8169b6f0 req-a7812711-2362-4160-868d-b40f57a45e0e tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892515 Jul 08 12:56:15.993558 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d77f1979-6b0e-4cb5-a1d6-7dfc8e06fa96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:16.021635 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9552-b559-4774-8899-db9961b769b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:16.041790 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d77f1979-6b0e-4cb5-a1d6-7dfc8e06fa96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:16.111511 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-23f32454-033d-4e33-869c-18baf0ecee5b service neutron] 10.222.0.13 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171754 Jul 08 12:56:16.119954 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-d0d2e057-330c-4e8f-9f1e-d07c46676865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:16.122620 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-d0d2e057-330c-4e8f-9f1e-d07c46676865 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=516adb56-5f4d-4f05-bc38-a2f6f2f37d02 HTTP/1.1" status: 200 len: 854 time: 0.1595299 Jul 08 12:56:16.174249 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-10a8fc84-3c56-4058-aef7-446036122c90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431457 Jul 08 12:56:16.180683 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d77f1979-6b0e-4cb5-a1d6-7dfc8e06fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:16.186261 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d77f1979-6b0e-4cb5-a1d6-7dfc8e06fa96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:16.188522 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d77f1979-6b0e-4cb5-a1d6-7dfc8e06fa96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07da6dd2-36fe-480b-af08-70095d9f954b HTTP/1.1" status: 204 len: 168 time: 0.3429086 Jul 08 12:56:16.271731 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f1979-6b0e-4cb5-a1d6-7dfc8e06fa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07da6dd2-36fe-480b-af08-70095d9f954b,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:16.363412 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d2f9f-09d4-4aa8-ba1d-e4fbba8bc779 req-893fe602-9c43-4530-ac52-2264d2b9e861 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:16.366892 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bc0d2f9f-09d4-4aa8-ba1d-e4fbba8bc779 req-893fe602-9c43-4530-ac52-2264d2b9e861 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.2204239 Jul 08 12:56:16.404402 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-f7f5de90-bb72-4eaf-ba62-4ca8fb9c8f99 service neutron] 10.222.0.61 "GET /v2.0/networks/bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182059 Jul 08 12:56:16.449740 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bc0d2f9f-09d4-4aa8-ba1d-e4fbba8bc779 req-70efd847-3db7-40f6-9797-bf43c01d62b6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764496 Jul 08 12:56:16.572515 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0409f2ea-9f64-4317-96fd-f0f8ac740870 x-openstack-request-id: req-0409f2ea-9f64-4317-96fd-f0f8ac740870 {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:56:16.572946 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7c1db3-18ff-4c8a-9f97-45a18187a540", "tag": "a8a10d33-89f2-4ca3-bc3c-938ff611d029", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:56:16.573331 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0409f2ea-9f64-4317-96fd-f0f8ac740870 {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:56:16.574182 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7c1db3-18ff-4c8a-9f97-45a18187a540', 'tag': 'a8a10d33-89f2-4ca3-bc3c-938ff611d029', 'status': 'completed', 'code': 200} Jul 08 12:56:16.622727 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-563a56c6-ff3a-40dd-9d53-292c37a19a00 req-1488e157-908c-4d62-8136-b71a599a6698 service neutron] 10.222.0.61 "GET /v2.0/networks/bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066579 Jul 08 12:56:16.676042 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-763ca173-15d5-4864-b62f-5f3588e88754 req-c1f6e1ad-2842-4d79-b1c4-b0e39bb0a698 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 210 time: 0.0485067 Jul 08 12:56:16.862089 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c9909-1aa7-4375-95e0-ef5619b952e2 req-32f5870a-a201-43fb-819b-9f0a1d25a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:16.863657 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a34c9909-1aa7-4375-95e0-ef5619b952e2 req-32f5870a-a201-43fb-819b-9f0a1d25a501 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7ee83ea62d5420983bb804e238d6499&device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 1097 time: 0.1372380 Jul 08 12:56:16.915118 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:17.039398 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c9909-1aa7-4375-95e0-ef5619b952e2 req-fe7e9796-b69d-474e-ac26-9c1b80c6dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:17.047564 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a34c9909-1aa7-4375-95e0-ef5619b952e2 req-fe7e9796-b69d-474e-ac26-9c1b80c6dfde service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 HTTP/1.1" status: 200 len: 915 time: 0.1712980 Jul 08 12:56:17.049411 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ec086-2284-4b36-ba47-cc6fba3635e6 req-11f1ef4e-d454-4963-88c9-d5b2d234a0da tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:17.054201 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-640ec086-2284-4b36-ba47-cc6fba3635e6 req-11f1ef4e-d454-4963-88c9-d5b2d234a0da tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.2857754 Jul 08 12:56:17.134009 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a34c9909-1aa7-4375-95e0-ef5619b952e2 req-7988ef43-5aac-4f51-a3bb-e97fe8ad577f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8a10d33-89f2-4ca3-bc3c-938ff611d029 HTTP/1.1" status: 200 len: 217 time: 0.0724196 Jul 08 12:56:17.171718 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-640ec086-2284-4b36-ba47-cc6fba3635e6 req-e0a4e089-a4a6-40d5-b3e0-f199dea2f593 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071088 Jul 08 12:56:17.233769 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c9909-1aa7-4375-95e0-ef5619b952e2 req-e5822fe6-0f54-47da-bfb1-fa18f309b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:17.235539 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a34c9909-1aa7-4375-95e0-ef5619b952e2 req-e5822fe6-0f54-47da-bfb1-fa18f309b660 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=516adb56-5f4d-4f05-bc38-a2f6f2f37d02 HTTP/1.1" status: 200 len: 854 time: 0.0923331 Jul 08 12:56:17.294038 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a34c9909-1aa7-4375-95e0-ef5619b952e2 req-7c484b66-dde8-46be-8ceb-9efe31e80618 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511112 Jul 08 12:56:17.322488 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7927a2-75ad-4b23-8056-ff76bf2ccd1b req-ce69ac33-bb91-4aa7-a207-4e8f4380abf0 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:17.324470 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9f7927a2-75ad-4b23-8056-ff76bf2ccd1b req-ce69ac33-bb91-4aa7-a207-4e8f4380abf0 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 944 time: 0.1463916 Jul 08 12:56:17.439282 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9f7927a2-75ad-4b23-8056-ff76bf2ccd1b req-d77151da-8649-4039-8937-e06dc95728a1 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029611 Jul 08 12:56:17.470933 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a34c9909-1aa7-4375-95e0-ef5619b952e2 req-a7cfa2d9-f93f-4ad8-91ac-92b049eb56dd service neutron] 10.222.0.61 "GET /v2.0/networks/bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678760 Jul 08 12:56:17.478215 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:17.669356 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a34c9909-1aa7-4375-95e0-ef5619b952e2 req-742f1eb1-9c4c-454c-a403-fff395e57508 service neutron] 10.222.0.61 "GET /v2.0/networks/bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871586 Jul 08 12:56:17.787316 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58259f6-fae5-487d-a246-3c3371f1ae7b req-98e8d05d-1d69-4570-99ce-d86c16300aaf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:17.795832 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c58259f6-fae5-487d-a246-3c3371f1ae7b req-98e8d05d-1d69-4570-99ce-d86c16300aaf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.1491323 Jul 08 12:56:17.852253 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1f15955f-8619-48d1-9af4-d531e983091f req-92d86702-2b28-462e-a951-06173bfc3f51 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 210 time: 0.0337188 Jul 08 12:56:17.883582 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c58259f6-fae5-487d-a246-3c3371f1ae7b req-e948ec0c-b344-4096-a744-c78096e322fd tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763576 Jul 08 12:56:18.547373 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b0b2f-f084-40c6-bd50-6881fd7e129e req-ad95b355-543a-42ee-bdf9-45d333158d6c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:18.561810 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d90b0b2f-f084-40c6-bd50-6881fd7e129e req-ad95b355-543a-42ee-bdf9-45d333158d6c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1803482 Jul 08 12:56:18.712911 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d90b0b2f-f084-40c6-bd50-6881fd7e129e req-52b88911-527f-4c1e-90a9-9eda173a3397 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489108 Jul 08 12:56:19.012742 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-cf919a8d-0d7e-436e-a4ef-17162fca80c6 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:19.013968 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-cf919a8d-0d7e-436e-a4ef-17162fca80c6 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.61 "GET /v2.0/networks?id=25322acd-cd6d-4533-bb20-e943f6b4bde0 HTTP/1.1" status: 200 len: 814 time: 0.3876245 Jul 08 12:56:19.043150 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9281d805-906e-4a49-96a2-b66ef448e1a3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Request body: {'port': {'device_id': '7a2e2f06-630e-4d24-86d8-5d0d282c232b', 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0', 'admin_state_up': True, 'tenant_id': '0f0cacd1b66143d4af1faf4c09461adb'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:56:19.091679 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-03f279c8-fb2a-4b3f-ac30-89790f31dde4 req-2ca3eeab-69a6-405b-818b-de75ff208a71 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 210 time: 0.0617003 Jul 08 12:56:19.095689 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device a8a10d33-89f2-4ca3-bc3c-938ff611d029 details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:56:19.298103 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728988cf-7244-432b-b166-3a12a09fa4ad req-792e8fc4-ea03-4323-81fb-a7bd6d890068 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:19.310673 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-728988cf-7244-432b-b166-3a12a09fa4ad req-792e8fc4-ea03-4323-81fb-a7bd6d890068 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 944 time: 0.4629874 Jul 08 12:56:19.360835 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9281d805-906e-4a49-96a2-b66ef448e1a3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Made reservation on behalf of 0f0cacd1b66143d4af1faf4c09461adb for: {'port': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:56:19.365643 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9281d805-906e-4a49-96a2-b66ef448e1a3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:19.368300 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:19.416109 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-728988cf-7244-432b-b166-3a12a09fa4ad req-7b2d816b-5842-4933-89fb-df8fe763fdd7 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981805 Jul 08 12:56:19.438462 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port a8a10d33-89f2-4ca3-bc3c-938ff611d029, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=a8a10d33-89f2-4ca3-bc3c-938ff611d029,segment=NetworkSegment(50d5fe2f-3cbe-4238-9be1-e6d990c7423e),segment_id=50d5fe2f-3cbe-4238-9be1-e6d990c7423e)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:56:19.442649 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a2b2b-788d-42d4-8535-110f88e27bad req-0f879b05-1f9d-402c-9046-b58b31c18846 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:19.462397 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-739a2b2b-788d-42d4-8535-110f88e27bad req-0f879b05-1f9d-402c-9046-b58b31c18846 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.1807435 Jul 08 12:56:19.499222 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': 'a8a10d33-89f2-4ca3-bc3c-938ff611d029', 'network_id': 'bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0', 'port_id': 'a8a10d33-89f2-4ca3-bc3c-938ff611d029', 'mac_address': 'fa:16:3e:45:9e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516adb56-5f4d-4f05-bc38-a2f6f2f37d02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:56:19.540037 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-739a2b2b-788d-42d4-8535-110f88e27bad req-2bc32205-c615-4be9-8289-c352a5e6a2db tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731230 Jul 08 12:56:19.604819 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9281d805-906e-4a49-96a2-b66ef448e1a3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Allocated IP 172.20.0.13 (25322acd-cd6d-4533-bb20-e943f6b4bde0/a9c9b335-2571-40b0-99bd-5b4f86a78575/5c65be42-9553-4b55-ad32-f96cc1ab8b3d) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:56:19.624135 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:19.652257 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a10d33-89f2-4ca3-bc3c-938ff611d029 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:56:19.698623 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port a8a10d33-89f2-4ca3-bc3c-938ff611d029, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=a8a10d33-89f2-4ca3-bc3c-938ff611d029,segment=NetworkSegment(50d5fe2f-3cbe-4238-9be1-e6d990c7423e),segment_id=50d5fe2f-3cbe-4238-9be1-e6d990c7423e)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:56:19.710800 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:19.840688 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35732) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:19.855436 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=a8a10d33-89f2-4ca3-bc3c-938ff611d029,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:19.857731 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9281d805-906e-4a49-96a2-b66ef448e1a3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:19.975287 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9281d805-906e-4a49-96a2-b66ef448e1a3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3137304'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:19.997900 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['b77855d1-8202-4e82-8441-62c64e7af09f', 'e4b642ef-c32f-4a77-b9f5-e8864845bbe2', '8503fa63-f2f1-4224-a846-1ba72c9e8747'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:56:20.015219 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b4a1af31-600b-4cc9-8092-43f07ade2c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:20.071327 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['a8a10d33-89f2-4ca3-bc3c-938ff611d029'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:56:20.198907 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b4a1af31-600b-4cc9-8092-43f07ade2c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:20.207788 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b4a1af31-600b-4cc9-8092-43f07ade2c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:20.325374 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b4a1af31-600b-4cc9-8092-43f07ade2c65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e85c67454d014083a4940106463840c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830976 Jul 08 12:56:20.333206 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35744) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:20.386350 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1af31-600b-4cc9-8092-43f07ade2c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e0656b-d355-42c4-a00f-ee6ba50a43ac,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:20.414483 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9281d805-906e-4a49-96a2-b66ef448e1a3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Network 25322acd-cd6d-4533-bb20-e943f6b4bde0 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:56:20.421497 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9281d805-906e-4a49-96a2-b66ef448e1a3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:56:20.424431 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281d805-906e-4a49-96a2-b66ef448e1a3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Pushing event updated for resources: {'Port': ['ID=5c65be42-9553-4b55-ad32-f96cc1ab8b3d,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:20.427315 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9281d805-906e-4a49-96a2-b66ef448e1a3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:56:20.476062 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bc0f3-3046-4c1d-b74c-3c83d4b00cb9 req-221e3a39-0ac1-4b3a-b930-47863da8cfc7 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:20.483565 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5d3bc0f3-3046-4c1d-b74c-3c83d4b00cb9 req-221e3a39-0ac1-4b3a-b930-47863da8cfc7 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.5620124 Jul 08 12:56:20.535878 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9281d805-906e-4a49-96a2-b66ef448e1a3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:20.536908 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9281d805-906e-4a49-96a2-b66ef448e1a3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:20.565327 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5d3bc0f3-3046-4c1d-b74c-3c83d4b00cb9 req-f331a0e7-07ea-47a7-93d0-eeae3075f0b4 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806909 Jul 08 12:56:20.616956 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-87869a48-1730-4d1a-88dc-15e6ff6f7524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:20.620220 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9281d805-906e-4a49-96a2-b66ef448e1a3 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5830135 Jul 08 12:56:20.641050 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Request body: {'port': {'device_id': '7a2e2f06-630e-4d24-86d8-5d0d282c232b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:56:20.652030 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaf831-389f-4879-8fca-9a3b66283cda req-0b5dc48b-a690-4b0b-8ec8-1959f1b06a2a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:20.654622 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-adeaf831-389f-4879-8fca-9a3b66283cda req-0b5dc48b-a690-4b0b-8ec8-1959f1b06a2a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 932 time: 0.2396796 Jul 08 12:56:20.672002 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-87869a48-1730-4d1a-88dc-15e6ff6f7524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:20.690351 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7aa2bb-907f-4966-a161-93237c0cdc9c req-6ca88193-9f91-404a-9798-6fef1ce3506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:20.692068 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6b7aa2bb-907f-4966-a161-93237c0cdc9c req-6ca88193-9f91-404a-9798-6fef1ce3506a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 1098 time: 0.1760719 Jul 08 12:56:20.771323 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-adeaf831-389f-4879-8fca-9a3b66283cda req-4adcaa5e-9160-4d75-8737-a9b16fa8b30b tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956619 Jul 08 12:56:20.778945 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6b7aa2bb-907f-4966-a161-93237c0cdc9c req-a1da5004-9d7b-477d-86aa-6336d3497864 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748155 Jul 08 12:56:20.820170 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-87869a48-1730-4d1a-88dc-15e6ff6f7524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:20.823390 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-87869a48-1730-4d1a-88dc-15e6ff6f7524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:20.828175 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-87869a48-1730-4d1a-88dc-15e6ff6f7524 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64e0656b-d355-42c4-a00f-ee6ba50a43ac HTTP/1.1" status: 204 len: 168 time: 0.4932730 Jul 08 12:56:20.839845 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87869a48-1730-4d1a-88dc-15e6ff6f7524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e0656b-d355-42c4-a00f-ee6ba50a43ac,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:21.000652 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:21.102561 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device a8a10d33-89f2-4ca3-bc3c-938ff611d029 up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:56:21.233144 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db587f-8590-4743-9815-4e4fd45e7673 req-14294175-c41b-428f-a948-d1d6c4cba7ea tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:21.253480 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-39db587f-8590-4743-9815-4e4fd45e7673 req-14294175-c41b-428f-a948-d1d6c4cba7ea tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.2323749 Jul 08 12:56:21.290574 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port a8a10d33-89f2-4ca3-bc3c-938ff611d029 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:56:21.299439 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port a8a10d33-89f2-4ca3-bc3c-938ff611d029 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:56:21.299781 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:21.384911 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-39db587f-8590-4743-9815-4e4fd45e7673 req-1198612e-8415-45ea-b9a0-840394fc7053 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286385 Jul 08 12:56:21.400569 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4fa82-fab8-4e83-9b9c-0459989b4743 req-899258ce-e034-4ee4-972f-da42f78f8cd4 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:21.435127 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e0e4fa82-fab8-4e83-9b9c-0459989b4743 req-899258ce-e034-4ee4-972f-da42f78f8cd4 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 945 time: 0.5546818 Jul 08 12:56:21.468402 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35770) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:21.486215 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8bc1eb6c-f766-4bd5-98d2-88cf53932064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:21.497403 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:21.571565 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7c1db3-18ff-4c8a-9f97-45a18187a540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a10d33-89f2-4ca3-bc3c-938ff611d029'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:56:21.578989 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b798272-b064-45db-8547-61994089d0b2" -d '{"events": [{"server_uuid": "ca7c1db3-18ff-4c8a-9f97-45a18187a540", "name": "network-vif-plugged", "status": "completed", "tag": "a8a10d33-89f2-4ca3-bc3c-938ff611d029"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:56:21.581553 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e0e4fa82-fab8-4e83-9b9c-0459989b4743 req-e9559eac-20a0-4ea9-8fab-fdfcb8179d58 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312814 Jul 08 12:56:21.608728 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port a8a10d33-89f2-4ca3-bc3c-938ff611d029, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=a8a10d33-89f2-4ca3-bc3c-938ff611d029,segment=NetworkSegment(50d5fe2f-3cbe-4238-9be1-e6d990c7423e),segment_id=50d5fe2f-3cbe-4238-9be1-e6d990c7423e)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:56:21.623219 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:21.704662 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8bc1eb6c-f766-4bd5-98d2-88cf53932064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:21.712556 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8bc1eb6c-f766-4bd5-98d2-88cf53932064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:21.726681 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062b0c9b-f89a-4ada-a4b4-194a2d80ee6a x-openstack-request-id: req-062b0c9b-f89a-4ada-a4b4-194a2d80ee6a {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:56:21.727569 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7c1db3-18ff-4c8a-9f97-45a18187a540", "name": "network-vif-plugged", "status": "completed", "tag": "a8a10d33-89f2-4ca3-bc3c-938ff611d029", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:56:21.727832 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-062b0c9b-f89a-4ada-a4b4-194a2d80ee6a {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:56:21.728224 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7c1db3-18ff-4c8a-9f97-45a18187a540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a10d33-89f2-4ca3-bc3c-938ff611d029', 'code': 200} Jul 08 12:56:21.747709 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c65be42-9553-4b55-ad32-f96cc1ab8b3d {{(pid=92983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:56:21.751925 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=a8a10d33-89f2-4ca3-bc3c-938ff611d029,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:21.768923 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:21.793419 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Transition to ACTIVE for port object 5c65be42-9553-4b55-ad32-f96cc1ab8b3d will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:56:21.809119 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8bc1eb6c-f766-4bd5-98d2-88cf53932064 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8bb8ac6302244744b54f98f5792eb5da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394008 Jul 08 12:56:21.809924 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1eb6c-f766-4bd5-98d2-88cf53932064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af07a2b-f568-4280-aae4-823e92f2ebc1,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:21.812010 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 35780) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:21.830464 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:21.873218 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35782) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:22.011330 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Pushing event updated for resources: {'Port': ['ID=5c65be42-9553-4b55-ad32-f96cc1ab8b3d,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:22.015212 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2891471-89c7-402f-b960-3ddefd4027b1 req-20e25caf-7d8d-4072-8aed-ba84f63dc51d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:22.029099 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f2891471-89c7-402f-b960-3ddefd4027b1 req-20e25caf-7d8d-4072-8aed-ba84f63dc51d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1784046 Jul 08 12:56:22.090446 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-3c31e4db-f664-4bb0-b459-93c841ef6543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:22.144483 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-3c31e4db-f664-4bb0-b459-93c841ef6543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:22.159665 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-735a3ec9-e2bd-4689-99de-dfc01c831792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:22.167327 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f2891471-89c7-402f-b960-3ddefd4027b1 req-61251d8a-ee77-452a-bf63-b2fb998fdb4f tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370387 Jul 08 12:56:22.201320 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Attempting to bind port 5c65be42-9553-4b55-ad32-f96cc1ab8b3d on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:56:22.201852 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Attempting to bind port 5c65be42-9553-4b55-ad32-f96cc1ab8b3d by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': 'eb213aaf-4e10-4333-998e-30832ddcf1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:56:22.202212 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Attempting to bind port 5c65be42-9553-4b55-ad32-f96cc1ab8b3d on network 25322acd-cd6d-4533-bb20-e943f6b4bde0 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:56:22.214345 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Port 5c65be42-9553-4b55-ad32-f96cc1ab8b3d on network 25322acd-cd6d-4533-bb20-e943f6b4bde0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:56:22.214803 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Attempting to bind port 5c65be42-9553-4b55-ad32-f96cc1ab8b3d on network 25322acd-cd6d-4533-bb20-e943f6b4bde0 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:56:22.231818 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:56:22.232329 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Checking segment: {'id': 'eb213aaf-4e10-4333-998e-30832ddcf1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:56:22.232977 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Bound using segment: {'id': 'eb213aaf-4e10-4333-998e-30832ddcf1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:56:22.233233 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0182c01-7c42-4e10-a44d-271bad653f72 req-36c629ad-64e6-40af-80ff-c445b8ea896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:22.233733 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Bound port: 5c65be42-9553-4b55-ad32-f96cc1ab8b3d, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb213aaf-4e10-4333-998e-30832ddcf1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:56:22.234276 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:22.235751 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f0182c01-7c42-4e10-a44d-271bad653f72 req-36c629ad-64e6-40af-80ff-c445b8ea896e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 1099 time: 0.1758649 Jul 08 12:56:22.252982 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d17998-ac7e-49b2-bac5-6ef529424a9b req-66f66c48-a505-40fb-b914-49bd8e03dea4 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:22.256072 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b7d17998-ac7e-49b2-bac5-6ef529424a9b req-66f66c48-a505-40fb-b914-49bd8e03dea4 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 944 time: 0.1806028 Jul 08 12:56:22.284744 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f0182c01-7c42-4e10-a44d-271bad653f72 req-e6bbd235-da0f-4a70-9cea-d9de517003a6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382364 Jul 08 12:56:22.300340 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-3c31e4db-f664-4bb0-b459-93c841ef6543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:22.302848 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-3c31e4db-f664-4bb0-b459-93c841ef6543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:22.304044 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-3c31e4db-f664-4bb0-b459-93c841ef6543 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1af07a2b-f568-4280-aae4-823e92f2ebc1 HTTP/1.1" status: 204 len: 168 time: 0.4910226 Jul 08 12:56:22.335437 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31e4db-f664-4bb0-b459-93c841ef6543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af07a2b-f568-4280-aae4-823e92f2ebc1,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:22.384025 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b7d17998-ac7e-49b2-bac5-6ef529424a9b req-57584a90-1ac1-4d4e-94f7-9224416a3e1b tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868678 Jul 08 12:56:22.393219 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] For port 5c65be42-9553-4b55-ad32-f96cc1ab8b3d, host hv-cinder-80002, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:56:22.396821 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] For port 5c65be42-9553-4b55-ad32-f96cc1ab8b3d, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5c65be42-9553-4b55-ad32-f96cc1ab8b3d,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:56:22.402876 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:22.422433 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-735a3ec9-e2bd-4689-99de-dfc01c831792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:22.427515 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-735a3ec9-e2bd-4689-99de-dfc01c831792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:22.440330 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:22.441220 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:22.442424 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] 10.222.0.61 "PUT /v2.0/ports/5c65be42-9553-4b55-ad32-f96cc1ab8b3d HTTP/1.1" status: 200 len: 1094 time: 1.8120072 Jul 08 12:56:22.443035 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2e2f06-630e-4d24-86d8-5d0d282c232b', 'tag': '5c65be42-9553-4b55-ad32-f96cc1ab8b3d'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:56:22.445967 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc99a0a-115c-4323-91d1-94d8e1c0f45d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2e2f06-630e-4d24-86d8-5d0d282c232b", "tag": "5c65be42-9553-4b55-ad32-f96cc1ab8b3d"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:56:22.476800 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-735a3ec9-e2bd-4689-99de-dfc01c831792 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=daf2f9d351c8468cae44c486fdb5f716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5745561 Jul 08 12:56:22.477193 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23f5a6-5f67-4c99-94d2-b0bb53685c62 service neutron] Pushing event updated for resources: {'Port': ['ID=5c65be42-9553-4b55-ad32-f96cc1ab8b3d,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:22.478011 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a3ec9-e2bd-4689-99de-dfc01c831792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81ab479-21ad-454a-9fd1-422943decce7,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:22.484560 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35794) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:22.574504 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079a684b-bbb6-4cfd-abb5-b9a5dd351d1d x-openstack-request-id: req-079a684b-bbb6-4cfd-abb5-b9a5dd351d1d {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:56:22.574797 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2e2f06-630e-4d24-86d8-5d0d282c232b", "tag": "5c65be42-9553-4b55-ad32-f96cc1ab8b3d", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:56:22.575046 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-079a684b-bbb6-4cfd-abb5-b9a5dd351d1d {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:56:22.575439 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2e2f06-630e-4d24-86d8-5d0d282c232b', 'tag': '5c65be42-9553-4b55-ad32-f96cc1ab8b3d', 'status': 'completed', 'code': 200} Jul 08 12:56:22.579304 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-901e541d-716e-49ab-856d-dc5053d88196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:22.609295 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-901e541d-716e-49ab-856d-dc5053d88196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:22.612962 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-dd823526-d059-4ae9-a644-b3f057019988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:22.615455 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-dd823526-d059-4ae9-a644-b3f057019988 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f0cacd1b66143d4af1faf4c09461adb&device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 1097 time: 0.0801637 Jul 08 12:56:22.711819 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-901e541d-716e-49ab-856d-dc5053d88196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:22.714790 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-901e541d-716e-49ab-856d-dc5053d88196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:22.716031 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-901e541d-716e-49ab-856d-dc5053d88196 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c81ab479-21ad-454a-9fd1-422943decce7 HTTP/1.1" status: 204 len: 168 time: 0.2289298 Jul 08 12:56:22.723758 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-2d4cf964-b87f-4ce0-a1ce-21a8723a17b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c65be42-9553-4b55-ad32-f96cc1ab8b3d HTTP/1.1" status: 200 len: 217 time: 0.1003754 Jul 08 12:56:22.729653 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e541d-716e-49ab-856d-dc5053d88196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81ab479-21ad-454a-9fd1-422943decce7,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:22.785382 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9558eed-a92b-4eb6-943e-f79982b68f3d req-a91564cd-838f-4deb-bf6c-3ee43dba1924 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:22.787230 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c9558eed-a92b-4eb6-943e-f79982b68f3d req-a91564cd-838f-4deb-bf6c-3ee43dba1924 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.1266012 Jul 08 12:56:22.883596 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c9558eed-a92b-4eb6-943e-f79982b68f3d req-24e3b304-f43e-4310-bb03-7f77e2fd5248 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780263 Jul 08 12:56:22.965696 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-cfb0883a-2c87-47ee-8299-de9b90ce1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:22.965696 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-cfb0883a-2c87-47ee-8299-de9b90ce1a3f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9c9b335-2571-40b0-99bd-5b4f86a78575 HTTP/1.1" status: 200 len: 854 time: 0.2344971 Jul 08 12:56:23.030323 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-88e28da8-a97f-494e-ba31-3f5743a28db5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25322acd-cd6d-4533-bb20-e943f6b4bde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554581 Jul 08 12:56:23.047937 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514a0b2-4f77-40b1-b6c8-da8293d94e54 req-c50426c2-94b7-4674-b776-208380ce86a6 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:23.050984 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b514a0b2-4f77-40b1-b6c8-da8293d94e54 req-c50426c2-94b7-4674-b776-208380ce86a6 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 946 time: 0.2667961 Jul 08 12:56:23.157489 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b514a0b2-4f77-40b1-b6c8-da8293d94e54 req-d589e48e-b7f0-4599-b35e-5bcdf5d60816 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895505 Jul 08 12:56:23.196764 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-17b1cb29-0db4-4686-ac6d-ee33bab1214a service neutron] 10.222.0.61 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379013 Jul 08 12:56:23.232941 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35826) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:23.261784 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d0b1-d307-49e3-90ba-93259f661ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:23.326382 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1faf736-23bb-442d-b1cc-54a6a464897a req-4b9bb847-53ca-40c5-aeab-cf573804c8c1 service neutron] 10.222.0.61 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144221 Jul 08 12:56:23.437889 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc09a3-ba28-4fd0-9074-541e96958703 req-b3cc2f32-9a4b-4058-9097-1c1529953ecc tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:23.445089 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-25cc09a3-ba28-4fd0-9074-541e96958703 req-b3cc2f32-9a4b-4058-9097-1c1529953ecc tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1250601 Jul 08 12:56:23.486944 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d0b1-d307-49e3-90ba-93259f661ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:23.497867 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d0b1-d307-49e3-90ba-93259f661ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:23.518803 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-25cc09a3-ba28-4fd0-9074-541e96958703 req-1d77135c-8f12-40ed-a0e4-640b3e7bb8c4 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727108 Jul 08 12:56:23.582852 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc99a0a-115c-4323-91d1-94d8e1c0f45d req-1793e130-fb3e-4019-9d7a-4c8667f56c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:23.584419 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4dc99a0a-115c-4323-91d1-94d8e1c0f45d req-1793e130-fb3e-4019-9d7a-4c8667f56c95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f0cacd1b66143d4af1faf4c09461adb&device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 1097 time: 0.1526594 Jul 08 12:56:23.596035 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2ed3d0b1-d307-49e3-90ba-93259f661ee5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7c0b6bde88742aebe8f043a79bd8e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3613880 Jul 08 12:56:23.597394 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3d0b1-d307-49e3-90ba-93259f661ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bf13b4-36af-4bb9-ba8c-a25bd5f2bec9,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:23.601780 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35834) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:23.681177 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ee31345c-e9a0-464d-bba5-a56073995f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:23.715466 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ee31345c-e9a0-464d-bba5-a56073995f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:23.743412 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819067c-a16e-4e4c-b9f2-453147aeba3f req-524f319e-0968-47bc-bed6-a8cccb67b789 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:23.744953 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7819067c-a16e-4e4c-b9f2-453147aeba3f req-524f319e-0968-47bc-bed6-a8cccb67b789 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 944 time: 0.1537089 Jul 08 12:56:23.746470 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc99a0a-115c-4323-91d1-94d8e1c0f45d req-59874574-fb94-4133-a88d-8433378429fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:23.747806 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4dc99a0a-115c-4323-91d1-94d8e1c0f45d req-59874574-fb94-4133-a88d-8433378429fa service neutron] 10.222.0.61 "GET /v2.0/networks?id=25322acd-cd6d-4533-bb20-e943f6b4bde0 HTTP/1.1" status: 200 len: 915 time: 0.1413553 Jul 08 12:56:23.799143 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ee31345c-e9a0-464d-bba5-a56073995f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:23.802596 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ee31345c-e9a0-464d-bba5-a56073995f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:23.807730 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ee31345c-e9a0-464d-bba5-a56073995f7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3bf13b4-36af-4bb9-ba8c-a25bd5f2bec9 HTTP/1.1" status: 204 len: 168 time: 0.2011585 Jul 08 12:56:23.815016 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31345c-e9a0-464d-bba5-a56073995f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bf13b4-36af-4bb9-ba8c-a25bd5f2bec9,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:23.863826 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4dc99a0a-115c-4323-91d1-94d8e1c0f45d req-b83e9998-670b-44de-b7f8-a240f23eed0e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c65be42-9553-4b55-ad32-f96cc1ab8b3d HTTP/1.1" status: 200 len: 217 time: 0.0987155 Jul 08 12:56:23.891698 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7819067c-a16e-4e4c-b9f2-453147aeba3f req-33f3b0e3-0b51-4e8f-919c-aaa8c428faca tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399438 Jul 08 12:56:23.955519 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc99a0a-115c-4323-91d1-94d8e1c0f45d req-208a0ea7-3d10-4a78-a4a2-feca952fb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:23.957266 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4dc99a0a-115c-4323-91d1-94d8e1c0f45d req-208a0ea7-3d10-4a78-a4a2-feca952fb14f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9c9b335-2571-40b0-99bd-5b4f86a78575 HTTP/1.1" status: 200 len: 854 time: 0.0777230 Jul 08 12:56:24.074221 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4dc99a0a-115c-4323-91d1-94d8e1c0f45d req-90abb822-e910-4996-bb60-142d0350755e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25322acd-cd6d-4533-bb20-e943f6b4bde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962045 Jul 08 12:56:24.108667 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee31b-2078-468a-bf8d-ddafa5ad96d0 req-f2167069-b02d-49a5-8f9c-5fb0e0b83c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:24.110382 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b5eee31b-2078-468a-bf8d-ddafa5ad96d0 req-f2167069-b02d-49a5-8f9c-5fb0e0b83c38 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3dbecc61c5845b188667dfb5faa627b&device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 1098 time: 0.1311963 Jul 08 12:56:24.295084 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4dc99a0a-115c-4323-91d1-94d8e1c0f45d req-d5b3c6e8-f3c1-4ae1-a0a2-7d73fd5bd794 service neutron] 10.222.0.61 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088597 Jul 08 12:56:24.372096 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee31b-2078-468a-bf8d-ddafa5ad96d0 req-b6465087-27a4-4ccc-9516-8714c6b123ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:24.373676 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b5eee31b-2078-468a-bf8d-ddafa5ad96d0 req-b6465087-27a4-4ccc-9516-8714c6b123ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa HTTP/1.1" status: 200 len: 919 time: 0.2527931 Jul 08 12:56:24.397636 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceca1db-fdff-403f-95ff-9aff0860d395 req-e07bce7a-08ce-4e68-b93e-cf856d1d3bcd tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:24.399359 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8ceca1db-fdff-403f-95ff-9aff0860d395 req-e07bce7a-08ce-4e68-b93e-cf856d1d3bcd tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1628776 Jul 08 12:56:24.462634 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b5eee31b-2078-468a-bf8d-ddafa5ad96d0 req-b1e52214-5b2a-4090-a782-8ed220250944 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74341109-ec67-4527-895d-f9685f0ddd46 HTTP/1.1" status: 200 len: 217 time: 0.0623686 Jul 08 12:56:24.472364 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85253c23-6389-464b-955e-f0d697afc886 req-4ffee27e-3bc6-4746-afa7-6bc723d05475 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:24.481114 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-85253c23-6389-464b-955e-f0d697afc886 req-4ffee27e-3bc6-4746-afa7-6bc723d05475 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.3137958 Jul 08 12:56:24.506855 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4dc99a0a-115c-4323-91d1-94d8e1c0f45d req-f8018d5e-0d4f-4443-b0f9-f21d2af49bab service neutron] 10.222.0.61 "GET /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715260 Jul 08 12:56:24.533997 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8ceca1db-fdff-403f-95ff-9aff0860d395 req-e9f48450-353f-47dc-a914-3ae5276ce296 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178179 Jul 08 12:56:24.553970 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-85253c23-6389-464b-955e-f0d697afc886 req-6344c8d4-9014-48b4-9f96-0510b06583d2 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715628 Jul 08 12:56:24.558530 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee31b-2078-468a-bf8d-ddafa5ad96d0 req-847100f3-248e-47cc-9473-235f81fcfbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:24.561200 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b5eee31b-2078-468a-bf8d-ddafa5ad96d0 req-847100f3-248e-47cc-9473-235f81fcfbf1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=262bcbbd-46b6-4e4c-b994-e242df92a595 HTTP/1.1" status: 200 len: 858 time: 0.0894053 Jul 08 12:56:24.627823 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b5eee31b-2078-468a-bf8d-ddafa5ad96d0 req-3ce4e39a-ffa5-492a-a8c7-935e166a1c5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487044 Jul 08 12:56:24.767557 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b5eee31b-2078-468a-bf8d-ddafa5ad96d0 req-76d5a470-e9ef-4102-8c7a-a11ee857fee0 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223631 Jul 08 12:56:24.776615 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c106b-8c33-4b00-a39b-c3dfe327871f req-6efc4bb9-60cb-490d-b8e7-7dc868de5cf4 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:24.778285 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-430c106b-8c33-4b00-a39b-c3dfe327871f req-6efc4bb9-60cb-490d-b8e7-7dc868de5cf4 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 946 time: 0.1070275 Jul 08 12:56:24.832102 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-430c106b-8c33-4b00-a39b-c3dfe327871f req-91d4a41b-e555-4e3d-b418-920f4f23abed tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406623 Jul 08 12:56:24.885567 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b5eee31b-2078-468a-bf8d-ddafa5ad96d0 req-7bd02b0c-73a6-4dcd-b858-59c975d68965 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069598 Jul 08 12:56:25.126752 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5c65be42-9553-4b55-ad32-f96cc1ab8b3d details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:56:25.192577 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccc3f0-1f65-421c-8bd8-c1e66df42c87 req-de728a3e-ed2b-4992-98e0-aaf62086d74f tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:25.195723 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-65ccc3f0-1f65-421c-8bd8-c1e66df42c87 req-de728a3e-ed2b-4992-98e0-aaf62086d74f tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 944 time: 0.1277864 Jul 08 12:56:25.292201 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-65ccc3f0-1f65-421c-8bd8-c1e66df42c87 req-bfad016e-6a89-4c50-86d4-7d4ac6b0d761 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859656 Jul 08 12:56:25.396139 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 5c65be42-9553-4b55-ad32-f96cc1ab8b3d, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5c65be42-9553-4b55-ad32-f96cc1ab8b3d,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:56:25.416061 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '5c65be42-9553-4b55-ad32-f96cc1ab8b3d', 'network_id': '25322acd-cd6d-4533-bb20-e943f6b4bde0', 'port_id': '5c65be42-9553-4b55-ad32-f96cc1ab8b3d', 'mac_address': 'fa:16:3e:44:5e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c9b335-2571-40b0-99bd-5b4f86a78575', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:56:25.472619 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:25.488248 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c65be42-9553-4b55-ad32-f96cc1ab8b3d {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:56:25.516481 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 5c65be42-9553-4b55-ad32-f96cc1ab8b3d, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5c65be42-9553-4b55-ad32-f96cc1ab8b3d,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:56:25.522907 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:25.603262 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=5c65be42-9553-4b55-ad32-f96cc1ab8b3d,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:25.719500 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35956) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:25.874549 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2597b-70ad-49e4-9028-736adabd166a req-dd447330-9c49-4697-950b-27b1af1c6362 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:25.883306 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9dd2597b-70ad-49e4-9028-736adabd166a req-dd447330-9c49-4697-950b-27b1af1c6362 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.0848994 Jul 08 12:56:25.920384 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['5c65be42-9553-4b55-ad32-f96cc1ab8b3d'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:56:25.922483 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9dd2597b-70ad-49e4-9028-736adabd166a req-f000b7a6-1354-4e37-ba10-b55ae49cb614 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382078 Jul 08 12:56:26.011708 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 35974) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:26.028562 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4499d6-4d03-40ee-abab-fc76194bef75 req-d8478e0b-1502-4851-82a8-0aeece58afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:26.029874 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eb4499d6-4d03-40ee-abab-fc76194bef75 req-d8478e0b-1502-4851-82a8-0aeece58afc4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3dbecc61c5845b188667dfb5faa627b&device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 1098 time: 0.2275205 Jul 08 12:56:26.048477 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d2189-a557-4c4d-be12-6cab6a119ba5 req-c10b39fe-848c-42af-af06-fe59eca3ba95 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:26.050142 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eb8d2189-a557-4c4d-be12-6cab6a119ba5 req-c10b39fe-848c-42af-af06-fe59eca3ba95 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1968286 Jul 08 12:56:26.073135 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4359d207-bc08-498d-ae19-85deae3eb23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:26.159607 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-96cda40c-3322-44d7-bc11-5fb62d7a2774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:26.164612 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eb8d2189-a557-4c4d-be12-6cab6a119ba5 req-783716be-9112-4234-b093-44f4cb6696f1 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024151 Jul 08 12:56:26.190839 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.db.api [None req-96cda40c-3322-44d7-bc11-5fb62d7a2774 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 12:56:26.190839 dv-cinder-800022-1-iscsi neutron-server[92983]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 12:56:26.190839 dv-cinder-800022-1-iscsi neutron-server[92983]: [parameters: {'project_id': 'c0b7dd32e4f9469d9353493739d46845', 'id': '027dd925-3c64-4a38-a288-2aa2327aa583', 'expiration': datetime.datetime(2021, 7, 8, 12, 58, 26, 184529)}] Jul 08 12:56:26.190839 dv-cinder-800022-1-iscsi neutron-server[92983]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 12:56:26.191719 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG oslo_db.api [None req-96cda40c-3322-44d7-bc11-5fb62d7a2774 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 12:56:26.287684 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4499d6-4d03-40ee-abab-fc76194bef75 req-f80b47cc-88bd-4533-a119-cc625fbc2bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:26.290965 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eb4499d6-4d03-40ee-abab-fc76194bef75 req-f80b47cc-88bd-4533-a119-cc625fbc2bf0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa HTTP/1.1" status: 200 len: 919 time: 0.2187209 Jul 08 12:56:26.392613 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eb4499d6-4d03-40ee-abab-fc76194bef75 req-7821111e-f73e-4635-b82d-bb282350eabb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74341109-ec67-4527-895d-f9685f0ddd46 HTTP/1.1" status: 200 len: 217 time: 0.0816219 Jul 08 12:56:26.515759 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4499d6-4d03-40ee-abab-fc76194bef75 req-33d2113a-24ad-4618-a7ad-1c1d490cbdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:26.518188 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eb4499d6-4d03-40ee-abab-fc76194bef75 req-33d2113a-24ad-4618-a7ad-1c1d490cbdb0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=262bcbbd-46b6-4e4c-b994-e242df92a595 HTTP/1.1" status: 200 len: 858 time: 0.1146662 Jul 08 12:56:26.535379 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4359d207-bc08-498d-ae19-85deae3eb23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:26.550223 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4359d207-bc08-498d-ae19-85deae3eb23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:26.598461 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd27ef9-ecca-4d89-a115-7b54e45d4ed4 req-66ade298-ad20-4547-a626-4fd4ec55bc9c tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:26.602066 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eb4499d6-4d03-40ee-abab-fc76194bef75 req-3b0f7c40-ce16-4c7d-ac03-5f5b95b0e164 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708382 Jul 08 12:56:26.602355 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3dd27ef9-ecca-4d89-a115-7b54e45d4ed4 req-66ade298-ad20-4547-a626-4fd4ec55bc9c tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 945 time: 0.1144857 Jul 08 12:56:26.682484 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3dd27ef9-ecca-4d89-a115-7b54e45d4ed4 req-3b2d3ab8-6649-4533-a447-99c6ab2bd0d4 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693755 Jul 08 12:56:26.693497 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-96cda40c-3322-44d7-bc11-5fb62d7a2774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:26.777789 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359d207-bc08-498d-ae19-85deae3eb23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dea224b-fa10-4ab7-bf0a-12ab9da659f2,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:26.789383 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4359d207-bc08-498d-ae19-85deae3eb23c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53e9bd153cc04bee979876c736e76c95&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0685773 Jul 08 12:56:26.793088 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 35996) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:26.887497 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-96cda40c-3322-44d7-bc11-5fb62d7a2774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:26.893455 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-96cda40c-3322-44d7-bc11-5fb62d7a2774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:26.910945 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eb4499d6-4d03-40ee-abab-fc76194bef75 req-d3ba63d6-25a4-43af-a1a0-d069e68ea2d0 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968910 Jul 08 12:56:26.921050 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dec7ef8e-2a9d-48e3-a7af-9e9d0becd280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:26.940347 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cda40c-3322-44d7-bc11-5fb62d7a2774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0878475-a897-4d87-9bdd-2c813dbe83e3,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:26.949104 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-96cda40c-3322-44d7-bc11-5fb62d7a2774 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0b7dd32e4f9469d9353493739d46845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9330654 Jul 08 12:56:26.954162 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36002) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:27.033398 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dec7ef8e-2a9d-48e3-a7af-9e9d0becd280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:27.042100 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c2e3a697-ce1d-4190-8f2f-1d61c2202c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:27.083081 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c2e3a697-ce1d-4190-8f2f-1d61c2202c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:27.174346 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eb4499d6-4d03-40ee-abab-fc76194bef75 req-7d009550-557a-4060-a491-cd708c1f524b service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484248 Jul 08 12:56:27.182257 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c2e3a697-ce1d-4190-8f2f-1d61c2202c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:27.187054 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c2e3a697-ce1d-4190-8f2f-1d61c2202c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:27.189876 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-c2e3a697-ce1d-4190-8f2f-1d61c2202c16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0878475-a897-4d87-9bdd-2c813dbe83e3 HTTP/1.1" status: 204 len: 168 time: 0.2314086 Jul 08 12:56:27.213274 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dec7ef8e-2a9d-48e3-a7af-9e9d0becd280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:27.215896 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dec7ef8e-2a9d-48e3-a7af-9e9d0becd280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:27.217097 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-dec7ef8e-2a9d-48e3-a7af-9e9d0becd280 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dea224b-fa10-4ab7-bf0a-12ab9da659f2 HTTP/1.1" status: 204 len: 168 time: 0.4226494 Jul 08 12:56:27.231130 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3a697-ce1d-4190-8f2f-1d61c2202c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0878475-a897-4d87-9bdd-2c813dbe83e3,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:27.244835 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7ef8e-2a9d-48e3-a7af-9e9d0becd280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dea224b-fa10-4ab7-bf0a-12ab9da659f2,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:27.304449 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1f66a-3a71-4c82-b9b0-5b51c224a653 req-710ecc22-db3a-41e8-81b3-8db586ce5429 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:27.321683 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-90d1f66a-3a71-4c82-b9b0-5b51c224a653 req-710ecc22-db3a-41e8-81b3-8db586ce5429 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.2251725 Jul 08 12:56:27.376619 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-90d1f66a-3a71-4c82-b9b0-5b51c224a653 req-853ecfef-8a25-4563-a8aa-0b906b6863fe tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505135 Jul 08 12:56:27.607346 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6cf69-9a42-42be-ae98-e01816aaf678 req-507d715f-c269-4e34-93be-68a985fdc314 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:27.613959 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d2d6cf69-9a42-42be-ae98-e01816aaf678 req-507d715f-c269-4e34-93be-68a985fdc314 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1010025 Jul 08 12:56:27.663354 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d2d6cf69-9a42-42be-ae98-e01816aaf678 req-abb68e7e-92fb-4cfc-a6ca-c97b8a0c5620 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473726 Jul 08 12:56:27.916164 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:27.926725 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67d09b-2fd8-4c46-bb2b-19298147846d req-9ebfa94d-e23b-42fc-8b1f-6ae46e0eea44 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:27.937375 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4d67d09b-2fd8-4c46-bb2b-19298147846d req-9ebfa94d-e23b-42fc-8b1f-6ae46e0eea44 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 945 time: 0.1022217 Jul 08 12:56:27.975861 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4d67d09b-2fd8-4c46-bb2b-19298147846d req-51f8fb9c-e187-4828-8788-135c1f1c1cad tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394430 Jul 08 12:56:28.013091 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 36036) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:28.036778 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae9f89bc-ebb8-452f-b81f-da5eed40046a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:28.172030 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae9f89bc-ebb8-452f-b81f-da5eed40046a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:28.178940 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae9f89bc-ebb8-452f-b81f-da5eed40046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:28.223026 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ae9f89bc-ebb8-452f-b81f-da5eed40046a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94f05179d87547acaf2b38ea756f257c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214563 Jul 08 12:56:28.224276 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f89bc-ebb8-452f-b81f-da5eed40046a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3293ce4-5075-4881-bf21-3e51541d2e9e,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:28.225882 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36042) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:28.331113 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-395b0620-8a69-4839-8788-d77e85173c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:28.369482 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-395b0620-8a69-4839-8788-d77e85173c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:28.464206 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-395b0620-8a69-4839-8788-d77e85173c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:28.466897 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-395b0620-8a69-4839-8788-d77e85173c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:28.468330 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-395b0620-8a69-4839-8788-d77e85173c27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3293ce4-5075-4881-bf21-3e51541d2e9e HTTP/1.1" status: 204 len: 168 time: 0.2400749 Jul 08 12:56:28.484259 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b0620-8a69-4839-8788-d77e85173c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3293ce4-5075-4881-bf21-3e51541d2e9e,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:28.730256 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fedba7-590d-4c68-98dc-f5829360c443 req-3c028e71-d26d-4dfd-a2ab-10f61dadab4d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:28.734108 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f4fedba7-590d-4c68-98dc-f5829360c443 req-3c028e71-d26d-4dfd-a2ab-10f61dadab4d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.1450784 Jul 08 12:56:28.852575 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f4fedba7-590d-4c68-98dc-f5829360c443 req-0a3396e8-8b04-467c-a5c5-6ff64dd8fa50 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090801 Jul 08 12:56:29.014258 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd7c85-312c-4f8a-85b1-d4828c1738cd req-3bd4d68a-8674-47e7-8528-9e97b22a4aa4 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:29.026583 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9cdd7c85-312c-4f8a-85b1-d4828c1738cd req-3bd4d68a-8674-47e7-8528-9e97b22a4aa4 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1117244 Jul 08 12:56:29.112818 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9cdd7c85-312c-4f8a-85b1-d4828c1738cd req-3f4955d9-f326-420f-ba44-2d5825501e96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828218 Jul 08 12:56:29.141918 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5c65be42-9553-4b55-ad32-f96cc1ab8b3d up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:56:29.267559 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port 5c65be42-9553-4b55-ad32-f96cc1ab8b3d completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:56:29.281713 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 5c65be42-9553-4b55-ad32-f96cc1ab8b3d triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:56:29.282556 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:29.314075 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fc5ca-9d22-48f9-aa2d-ed484593cea6 req-8473b53f-43d6-4c68-af83-c0cbc69f2e0f tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:29.315780 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b77fc5ca-9d22-48f9-aa2d-ed484593cea6 req-8473b53f-43d6-4c68-af83-c0cbc69f2e0f tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 945 time: 0.1003845 Jul 08 12:56:29.405517 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b77fc5ca-9d22-48f9-aa2d-ed484593cea6 req-d1701a34-852b-4c73-bb70-8869962da178 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791798 Jul 08 12:56:29.682720 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:29.735113 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2e2f06-630e-4d24-86d8-5d0d282c232b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c65be42-9553-4b55-ad32-f96cc1ab8b3d'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:56:29.740015 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152bae43-e2f1-4a0c-90b0-f33a2af57922" -d '{"events": [{"server_uuid": "7a2e2f06-630e-4d24-86d8-5d0d282c232b", "name": "network-vif-plugged", "status": "completed", "tag": "5c65be42-9553-4b55-ad32-f96cc1ab8b3d"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:56:29.764317 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 5c65be42-9553-4b55-ad32-f96cc1ab8b3d, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5c65be42-9553-4b55-ad32-f96cc1ab8b3d,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:56:29.771190 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:29.814360 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b9f79c-240f-48c0-aff3-05a8de82f0f9 x-openstack-request-id: req-e1b9f79c-240f-48c0-aff3-05a8de82f0f9 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:56:29.814859 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2e2f06-630e-4d24-86d8-5d0d282c232b", "name": "network-vif-plugged", "status": "completed", "tag": "5c65be42-9553-4b55-ad32-f96cc1ab8b3d", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:56:29.815241 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1b9f79c-240f-48c0-aff3-05a8de82f0f9 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:56:29.815869 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2e2f06-630e-4d24-86d8-5d0d282c232b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c65be42-9553-4b55-ad32-f96cc1ab8b3d', 'code': 200} Jul 08 12:56:29.857964 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=5c65be42-9553-4b55-ad32-f96cc1ab8b3d,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:30.161953 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927621de-5173-4bf2-915a-d1d509ac3eb1 req-3cfe04aa-a208-42df-97b8-70e4ebe0751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:30.164970 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-927621de-5173-4bf2-915a-d1d509ac3eb1 req-3cfe04aa-a208-42df-97b8-70e4ebe0751a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 1099 time: 0.1190758 Jul 08 12:56:30.187194 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c33f11-6ee3-4364-b57c-87895521d191 req-32dccaed-5724-4a07-96ef-df589e4a757a tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:30.193599 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e5c33f11-6ee3-4364-b57c-87895521d191 req-32dccaed-5724-4a07-96ef-df589e4a757a tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.1316559 Jul 08 12:56:30.233961 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-927621de-5173-4bf2-915a-d1d509ac3eb1 req-597f7cbe-bdc5-4c80-9380-c6d67aa0fc82 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600047 Jul 08 12:56:30.267816 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e5c33f11-6ee3-4364-b57c-87895521d191 req-308dc00f-3567-462c-989a-670f39e8aa5d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717778 Jul 08 12:56:30.591161 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36148) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:30.688056 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef9e22-a6ff-4bd7-b78c-10df5665e1f5 req-3bec3cbf-f731-435b-a5e8-ff29cef0b288 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:30.691199 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aeef9e22-a6ff-4bd7-b78c-10df5665e1f5 req-3bec3cbf-f731-435b-a5e8-ff29cef0b288 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 946 time: 0.1294987 Jul 08 12:56:30.785752 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aeef9e22-a6ff-4bd7-b78c-10df5665e1f5 req-4315f51f-9b04-4a41-8b01-fa983f98f76b tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882037 Jul 08 12:56:30.832197 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b0381385-4772-4a70-8179-a86c6155dbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:30.998156 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b0381385-4772-4a70-8179-a86c6155dbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:31.010329 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b0381385-4772-4a70-8179-a86c6155dbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:31.061444 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0381385-4772-4a70-8179-a86c6155dbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd26fed3-8ebc-445d-a144-ca5db1dccaac,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:31.067160 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-b0381385-4772-4a70-8179-a86c6155dbf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14df8268aff244cb8a4b7f4499f0f58a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4748158 Jul 08 12:56:31.072678 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 36166) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:31.075639 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f3434-481d-4a71-93bb-d47a2ad66f71 req-f6dc9f2d-d620-45fc-8f3a-b1ad0099297b tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:31.082790 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d00f3434-481d-4a71-93bb-d47a2ad66f71 req-f6dc9f2d-d620-45fc-8f3a-b1ad0099297b tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1549551 Jul 08 12:56:31.161581 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a17c3866-571d-45d8-8370-4378f0e252be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:31.163313 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d00f3434-481d-4a71-93bb-d47a2ad66f71 req-7e0bda2b-35be-4484-aeab-f7a7e9622bee tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795143 Jul 08 12:56:31.210711 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a17c3866-571d-45d8-8370-4378f0e252be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:31.305561 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a17c3866-571d-45d8-8370-4378f0e252be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:31.308115 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a17c3866-571d-45d8-8370-4378f0e252be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:31.309353 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a17c3866-571d-45d8-8370-4378f0e252be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd26fed3-8ebc-445d-a144-ca5db1dccaac HTTP/1.1" status: 204 len: 168 time: 0.2313032 Jul 08 12:56:31.318099 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c3866-571d-45d8-8370-4378f0e252be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd26fed3-8ebc-445d-a144-ca5db1dccaac,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:31.496235 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80127762-d061-4799-a9e3-4859dd05e763 req-03409408-5d67-4d3e-a8f8-895043d3fa37 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:31.503844 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-80127762-d061-4799-a9e3-4859dd05e763 req-03409408-5d67-4d3e-a8f8-895043d3fa37 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.0819082 Jul 08 12:56:31.583803 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-80127762-d061-4799-a9e3-4859dd05e763 req-b9520dde-4c8d-496f-8f12-63c6fb201f6e tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758898 Jul 08 12:56:32.034720 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf45d4-4612-476b-86a8-da62c3cdd17d req-f765e993-b48b-419d-aaab-1b3424c2966c tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:32.036632 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1bf45d4-4612-476b-86a8-da62c3cdd17d req-f765e993-b48b-419d-aaab-1b3424c2966c tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 946 time: 0.1126418 Jul 08 12:56:32.097089 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1bf45d4-4612-476b-86a8-da62c3cdd17d req-c3dabc2f-f46b-4356-b70a-dbc5f538a953 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531774 Jul 08 12:56:32.436841 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36222) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:32.633500 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c01d0438-015e-4873-8680-ecd211da3473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:32.808817 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c01d0438-015e-4873-8680-ecd211da3473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:32.816362 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c01d0438-015e-4873-8680-ecd211da3473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:32.917823 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d0438-015e-4873-8680-ecd211da3473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ad53ec-2263-4d1e-8131-32895a11c48a,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:32.936778 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-c01d0438-015e-4873-8680-ecd211da3473 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2b1c32d46724efda3ea17ef341048c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4978452 Jul 08 12:56:32.937789 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36238) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:32.960664 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081ae3a-a482-4696-9436-caf6b301d8d9 req-603af220-b4dd-4d6d-8bd1-ca66ad52c827 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:32.963563 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9081ae3a-a482-4696-9436-caf6b301d8d9 req-603af220-b4dd-4d6d-8bd1-ca66ad52c827 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.1506939 Jul 08 12:56:33.035712 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1fc638e0-d52b-48cb-9b08-f57329b5d8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:33.060102 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9081ae3a-a482-4696-9436-caf6b301d8d9 req-8ff5aba3-21e8-47db-a55c-09baf34dacb4 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831285 Jul 08 12:56:33.089326 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1fc638e0-d52b-48cb-9b08-f57329b5d8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:33.173630 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1fc638e0-d52b-48cb-9b08-f57329b5d8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:33.176537 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1fc638e0-d52b-48cb-9b08-f57329b5d8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:33.178572 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-1fc638e0-d52b-48cb-9b08-f57329b5d8e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92ad53ec-2263-4d1e-8131-32895a11c48a HTTP/1.1" status: 204 len: 168 time: 0.2380440 Jul 08 12:56:33.189147 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc638e0-d52b-48cb-9b08-f57329b5d8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ad53ec-2263-4d1e-8131-32895a11c48a,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:33.520014 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36252) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:33.536374 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-31692fed-bd8a-46d2-920b-02405dcc3346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:33.646167 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-31692fed-bd8a-46d2-920b-02405dcc3346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:33.652143 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-31692fed-bd8a-46d2-920b-02405dcc3346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:33.691703 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31692fed-bd8a-46d2-920b-02405dcc3346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82549698-be48-42a4-ad85-9013e9d797d6,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:33.696507 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-31692fed-bd8a-46d2-920b-02405dcc3346 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54c9f340b3444abeb35c82512765cee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753204 Jul 08 12:56:33.700980 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 36256) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:33.758358 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d385c3ca-ed82-4b03-a852-383acd5361a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:33.766972 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5b533990-2a01-4e61-bf6c-8af9a498fa8e details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:56:33.948029 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 5b533990-2a01-4e61-bf6c-8af9a498fa8e, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:56:33.968647 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '5b533990-2a01-4e61-bf6c-8af9a498fa8e', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'port_id': '5b533990-2a01-4e61-bf6c-8af9a498fa8e', 'mac_address': 'fa:16:3e:69:83:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:56:33.994367 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d385c3ca-ed82-4b03-a852-383acd5361a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:34.035989 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:34.051005 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d385c3ca-ed82-4b03-a852-383acd5361a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:34.054616 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d385c3ca-ed82-4b03-a852-383acd5361a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:34.055799 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d385c3ca-ed82-4b03-a852-383acd5361a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82549698-be48-42a4-ad85-9013e9d797d6 HTTP/1.1" status: 204 len: 168 time: 0.3537517 Jul 08 12:56:34.062019 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b533990-2a01-4e61-bf6c-8af9a498fa8e {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:56:34.066966 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385c3ca-ed82-4b03-a852-383acd5361a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82549698-be48-42a4-ad85-9013e9d797d6,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:34.091480 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 5b533990-2a01-4e61-bf6c-8af9a498fa8e, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:56:34.097816 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:34.178681 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=5b533990-2a01-4e61-bf6c-8af9a498fa8e,revision_number=6']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:34.187597 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:34.188305 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:34.188850 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:34.189435 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:34.189972 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:34.190673 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:34.191227 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:34.191759 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:34.192315 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:34.192871 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:34.194278 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:34.194953 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:34.328433 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8a85f-1e57-4b7f-a5cb-3707896515ec req-a38d70f6-56ea-4d78-97af-0382a3b8c90f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:34.330081 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8ef8a85f-1e57-4b7f-a5cb-3707896515ec req-a38d70f6-56ea-4d78-97af-0382a3b8c90f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 944 time: 0.0847926 Jul 08 12:56:34.377415 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8ef8a85f-1e57-4b7f-a5cb-3707896515ec req-8f32aee0-6e5f-4b18-afc3-a5a01f485748 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373700 Jul 08 12:56:34.520441 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36272) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:34.536303 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-59d445d9-a357-4512-b487-a01976a96050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:34.643327 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-59d445d9-a357-4512-b487-a01976a96050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:34.648176 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-59d445d9-a357-4512-b487-a01976a96050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:34.720561 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-59d445d9-a357-4512-b487-a01976a96050 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0579700d98b45d8b022e0b7e6e35ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985817 Jul 08 12:56:34.722614 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d445d9-a357-4512-b487-a01976a96050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb5903b-828a-47b3-b46e-2d8db5897bdb,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:34.724455 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 36276) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:34.783696 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39d20856-33e5-497b-8346-32f2a5dc0433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:34.808694 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39d20856-33e5-497b-8346-32f2a5dc0433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:34.861911 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39d20856-33e5-497b-8346-32f2a5dc0433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:34.864885 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39d20856-33e5-497b-8346-32f2a5dc0433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:34.867121 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-39d20856-33e5-497b-8346-32f2a5dc0433 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcb5903b-828a-47b3-b46e-2d8db5897bdb HTTP/1.1" status: 204 len: 168 time: 0.1413167 Jul 08 12:56:34.877284 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d20856-33e5-497b-8346-32f2a5dc0433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb5903b-828a-47b3-b46e-2d8db5897bdb,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:35.201499 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['5b533990-2a01-4e61-bf6c-8af9a498fa8e'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:56:35.665392 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b7b2c-9f27-456f-9771-9f6edf049024 req-5fdc1595-a2ea-4ef4-b055-bb855e805782 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:35.666984 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-047b7b2c-9f27-456f-9771-9f6edf049024 req-5fdc1595-a2ea-4ef4-b055-bb855e805782 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 944 time: 0.0945065 Jul 08 12:56:35.720379 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-047b7b2c-9f27-456f-9771-9f6edf049024 req-f4a16377-48df-4612-a7c2-a9678921c6ad tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464230 Jul 08 12:56:37.032345 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea435a84-eade-495a-aab5-0b6ed7ffc9ce req-6e02856d-897e-4228-8b8f-f2e7c48016cc tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:37.043815 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ea435a84-eade-495a-aab5-0b6ed7ffc9ce req-6e02856d-897e-4228-8b8f-f2e7c48016cc tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 944 time: 0.1388662 Jul 08 12:56:37.117895 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ea435a84-eade-495a-aab5-0b6ed7ffc9ce req-8ffe897d-0749-4104-bb17-80e8547a0353 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729647 Jul 08 12:56:37.188708 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5b533990-2a01-4e61-bf6c-8af9a498fa8e up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:56:37.251424 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 5b533990-2a01-4e61-bf6c-8af9a498fa8e triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:56:37.251911 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:37.374848 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:37.429167 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b533990-2a01-4e61-bf6c-8af9a498fa8e'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:56:37.432062 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7209541-53d6-44e6-b228-d8e91ad7bc7b" -d '{"events": [{"server_uuid": "30c3d726-5746-4ebc-80ca-4321f26536e0", "name": "network-vif-plugged", "status": "completed", "tag": "5b533990-2a01-4e61-bf6c-8af9a498fa8e"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:56:37.448623 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 5b533990-2a01-4e61-bf6c-8af9a498fa8e, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:56:37.457836 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:37.517307 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=5b533990-2a01-4e61-bf6c-8af9a498fa8e,revision_number=7']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:37.558832 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0b761f-2533-484c-b5c5-7b9c897ed1e0 x-openstack-request-id: req-ed0b761f-2533-484c-b5c5-7b9c897ed1e0 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:56:37.569703 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c3d726-5746-4ebc-80ca-4321f26536e0", "name": "network-vif-plugged", "status": "completed", "tag": "5b533990-2a01-4e61-bf6c-8af9a498fa8e", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:56:37.571388 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed0b761f-2533-484c-b5c5-7b9c897ed1e0 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:56:37.571388 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b533990-2a01-4e61-bf6c-8af9a498fa8e', 'code': 200} Jul 08 12:56:38.160484 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 36454) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:38.472901 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e9b491a0-b14e-46c5-b731-b6ce9d5ff3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:38.623617 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058badb8-a258-4f2b-90a2-e7bf869ba553 req-1a3015c2-4eee-4fbc-9550-ed544b1d4b9a tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:38.626397 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-058badb8-a258-4f2b-90a2-e7bf869ba553 req-1a3015c2-4eee-4fbc-9550-ed544b1d4b9a tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.2300680 Jul 08 12:56:38.760359 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-058badb8-a258-4f2b-90a2-e7bf869ba553 req-98ff005e-008a-4fc0-94a6-f017be83f2c0 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110156 Jul 08 12:56:38.820947 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e9b491a0-b14e-46c5-b731-b6ce9d5ff3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:38.839558 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e9b491a0-b14e-46c5-b731-b6ce9d5ff3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:38.923955 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e9b491a0-b14e-46c5-b731-b6ce9d5ff3a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dcd504a200d241a9908d3f144a1773e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7620146 Jul 08 12:56:38.925605 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b491a0-b14e-46c5-b731-b6ce9d5ff3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecef2a64-c282-4209-a1b0-4d81ccc39c27,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:38.926696 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36468) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:39.024560 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a9850664-78aa-4677-9c58-4ab041d59b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:39.066246 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a9850664-78aa-4677-9c58-4ab041d59b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:39.147170 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a9850664-78aa-4677-9c58-4ab041d59b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:39.151234 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a9850664-78aa-4677-9c58-4ab041d59b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:39.156327 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-a9850664-78aa-4677-9c58-4ab041d59b6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecef2a64-c282-4209-a1b0-4d81ccc39c27 HTTP/1.1" status: 204 len: 168 time: 0.2284441 Jul 08 12:56:39.168403 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9850664-78aa-4677-9c58-4ab041d59b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecef2a64-c282-4209-a1b0-4d81ccc39c27,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:39.563463 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36484) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:39.770351 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36488) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:39.792192 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d08b87c1-197d-440f-8d25-f01ee354c427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:40.266929 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b4620-7637-4c13-a993-ff74984eb06f req-ebeef25a-a7f9-4f63-89c0-95752f63792d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:40.274255 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 36498) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:40.284297 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-852b4620-7637-4c13-a993-ff74984eb06f req-ebeef25a-a7f9-4f63-89c0-95752f63792d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.3093474 Jul 08 12:56:40.316367 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d08b87c1-197d-440f-8d25-f01ee354c427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:40.331936 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d08b87c1-197d-440f-8d25-f01ee354c427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:40.364510 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-852b4620-7637-4c13-a993-ff74984eb06f req-a2a142c1-96eb-4ba3-97a1-1dfcdaebea6f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791345 Jul 08 12:56:40.390225 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b87c1-197d-440f-8d25-f01ee354c427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04515d4a-20aa-479e-8300-3e400fff8c8c,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:40.395601 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-d08b87c1-197d-440f-8d25-f01ee354c427 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d63d21588f3f4c828343444c75d9330f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6231723 Jul 08 12:56:40.404038 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 36502) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:40.456422 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3308ca34-01ce-48e4-93b0-d6aef58c8f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:40.468884 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1612b069-582a-4aeb-bd37-b389f5e47a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:40.509656 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.db.api [None req-3308ca34-01ce-48e4-93b0-d6aef58c8f2b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 12:56:40.509656 dv-cinder-800022-1-iscsi neutron-server[92981]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 12:56:40.509656 dv-cinder-800022-1-iscsi neutron-server[92981]: [parameters: {'project_id': '17d06958351a41c7963e8b4e057d2140', 'id': 'bd72c0fa-f0f0-4cd8-abd6-b7f493e1e947', 'expiration': datetime.datetime(2021, 7, 8, 12, 58, 40, 502271)}] Jul 08 12:56:40.509656 dv-cinder-800022-1-iscsi neutron-server[92981]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 12:56:40.510370 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG oslo_db.api [None req-3308ca34-01ce-48e4-93b0-d6aef58c8f2b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 12:56:40.525848 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-563105fe-cf86-4975-889d-655359827ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:40.559691 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-563105fe-cf86-4975-889d-655359827ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:40.636097 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1612b069-582a-4aeb-bd37-b389f5e47a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:40.647739 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1612b069-582a-4aeb-bd37-b389f5e47a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:40.680989 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-563105fe-cf86-4975-889d-655359827ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:40.686291 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-563105fe-cf86-4975-889d-655359827ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:40.687623 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-563105fe-cf86-4975-889d-655359827ae6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04515d4a-20aa-479e-8300-3e400fff8c8c HTTP/1.1" status: 204 len: 168 time: 0.2821074 Jul 08 12:56:40.709993 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563105fe-cf86-4975-889d-655359827ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04515d4a-20aa-479e-8300-3e400fff8c8c,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:40.719047 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-1612b069-582a-4aeb-bd37-b389f5e47a17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a977e9373f574923b5e4f8cfafa59d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1515703 Jul 08 12:56:40.720519 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 36508) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:40.724103 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612b069-582a-4aeb-bd37-b389f5e47a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d86eb0c-75e2-4a88-bfea-795558742b4b,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:40.882178 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-308d7b73-5488-443d-ba49-f171229fd3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:40.923727 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-308d7b73-5488-443d-ba49-f171229fd3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:40.995214 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-308d7b73-5488-443d-ba49-f171229fd3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:41.002873 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-308d7b73-5488-443d-ba49-f171229fd3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:41.007688 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-308d7b73-5488-443d-ba49-f171229fd3b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d86eb0c-75e2-4a88-bfea-795558742b4b HTTP/1.1" status: 204 len: 168 time: 0.2859869 Jul 08 12:56:41.011505 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3308ca34-01ce-48e4-93b0-d6aef58c8f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:41.027969 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d7b73-5488-443d-ba49-f171229fd3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d86eb0c-75e2-4a88-bfea-795558742b4b,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:41.169629 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3308ca34-01ce-48e4-93b0-d6aef58c8f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:41.180134 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3308ca34-01ce-48e4-93b0-d6aef58c8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:41.245543 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-3308ca34-01ce-48e4-93b0-d6aef58c8f2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17d06958351a41c7963e8b4e057d2140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9677653 Jul 08 12:56:41.251354 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36518) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:41.329603 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308ca34-01ce-48e4-93b0-d6aef58c8f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fe5bab-dfeb-4729-8bab-2766f7dd390c,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:41.475004 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a8e19911-19a9-4bd6-a8fb-0d163c6892c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:41.592559 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a8e19911-19a9-4bd6-a8fb-0d163c6892c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:41.786505 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a8e19911-19a9-4bd6-a8fb-0d163c6892c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:41.791793 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a8e19911-19a9-4bd6-a8fb-0d163c6892c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:41.800345 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-a8e19911-19a9-4bd6-a8fb-0d163c6892c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21fe5bab-dfeb-4729-8bab-2766f7dd390c HTTP/1.1" status: 204 len: 168 time: 0.5398753 Jul 08 12:56:41.841503 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e19911-19a9-4bd6-a8fb-0d163c6892c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fe5bab-dfeb-4729-8bab-2766f7dd390c,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:41.956930 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8090bc4-3f43-444d-a5cc-ba02822565e8 req-084f64ad-ca94-445c-a3da-af6456130791 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:41.978818 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d8090bc4-3f43-444d-a5cc-ba02822565e8 req-084f64ad-ca94-445c-a3da-af6456130791 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.1631575 Jul 08 12:56:42.047442 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d8090bc4-3f43-444d-a5cc-ba02822565e8 req-58d6f288-d7b2-41f9-a0f8-8a29f9c2b8d0 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672860 Jul 08 12:56:43.543370 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-138ec1df-303b-417c-a944-a7bdc05e62c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:43.556281 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcc58a-cebd-4cb9-bbc7-323d8f429719 req-347b836e-f20d-4c56-b62f-c49589fca493 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:43.572005 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e6dcc58a-cebd-4cb9-bbc7-323d8f429719 req-347b836e-f20d-4c56-b62f-c49589fca493 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.2486007 Jul 08 12:56:43.598441 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 36592) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:43.669236 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e6dcc58a-cebd-4cb9-bbc7-323d8f429719 req-413ec90f-9f0b-4cdf-82f5-23a7e0ba5877 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952895 Jul 08 12:56:43.836726 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-7e7a55a2-b910-434e-8fce-d1ec63c91aae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-27436557-network', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:56:43.919617 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7a55a2-b910-434e-8fce-d1ec63c91aae admin admin] Made reservation on behalf of a088a09036eb40e6ba5a8c0b674bd424 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:56:43.923950 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e7a55a2-b910-434e-8fce-d1ec63c91aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:43.947584 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e7a55a2-b910-434e-8fce-d1ec63c91aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:44.315984 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e7a55a2-b910-434e-8fce-d1ec63c91aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:44.345460 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e7a55a2-b910-434e-8fce-d1ec63c91aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:44.369086 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7a55a2-b910-434e-8fce-d1ec63c91aae admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:56:44.400154 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e7a55a2-b910-434e-8fce-d1ec63c91aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:44.401320 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-7e7a55a2-b910-434e-8fce-d1ec63c91aae admin admin] Added segment d7995807-348e-4cc6-8a3e-92ebc4a40c4a of type vlan for network b69353fe-0596-4f5a-afef-8ca92a5c726f Jul 08 12:56:44.513212 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e7a55a2-b910-434e-8fce-d1ec63c91aae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:44.625964 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc11b2-5f15-46ec-8446-14c7c08b76ca req-d13af10e-10e5-4313-a04b-950dd2d66ed0 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:44.641340 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a6cc11b2-5f15-46ec-8446-14c7c08b76ca req-d13af10e-10e5-4313-a04b-950dd2d66ed0 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1758842 Jul 08 12:56:44.689280 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e7a55a2-b910-434e-8fce-d1ec63c91aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:44.691339 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a55a2-b910-434e-8fce-d1ec63c91aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:44.692943 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e7a55a2-b910-434e-8fce-d1ec63c91aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:44.728959 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a6cc11b2-5f15-46ec-8446-14c7c08b76ca req-66779ef7-1f3a-4222-8dfe-85068d631cbf tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860422 Jul 08 12:56:44.824283 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a55a2-b910-434e-8fce-d1ec63c91aae admin admin] Pushing event updated for resources: {'Network': ['ID=b69353fe-0596-4f5a-afef-8ca92a5c726f,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:44.840458 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network b69353fe-0596-4f5a-afef-8ca92a5c726f details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:56:44.909171 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36612) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:44.942530 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a55a2-b910-434e-8fce-d1ec63c91aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cb5bdd-05f8-4473-863d-ab3af4158833,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:44.987919 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36616) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:44.999059 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-fec5735b-bd05-44d3-b98a-bb5625f22596 admin admin] Request body: {'subnet': {'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-27436557-subnet', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'ip_version': 4}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:56:45.000280 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7e7a55a2-b910-434e-8fce-d1ec63c91aae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3992658 Jul 08 12:56:45.083310 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec5735b-bd05-44d3-b98a-bb5625f22596 admin admin] Made reservation on behalf of a088a09036eb40e6ba5a8c0b674bd424 for: {'subnet': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:56:45.088091 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-fec5735b-bd05-44d3-b98a-bb5625f22596 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261328109'] for subnet, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:45.186093 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6427eb-76a5-43dd-9182-7c81c405c3e9 req-3052eede-1544-4f2f-9bcb-a67ce81ebf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:45.188751 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6b6427eb-76a5-43dd-9182-7c81c405c3e9 req-3052eede-1544-4f2f-9bcb-a67ce81ebf23 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3dbecc61c5845b188667dfb5faa627b&device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 1098 time: 0.6017282 Jul 08 12:56:45.205585 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a3574-d7b1-4e77-a975-6fed03585c23 req-15cd22cf-77b2-4061-b55a-634664ac6277 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:45.210330 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bf6a3574-d7b1-4e77-a975-6fed03585c23 req-15cd22cf-77b2-4061-b55a-634664ac6277 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.3152983 Jul 08 12:56:45.293198 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-70aa6501-a647-491e-9611-cd4662bc1aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:45.436321 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bf6a3574-d7b1-4e77-a975-6fed03585c23 req-fcc69c20-9e6e-444c-b384-c363d5902ea4 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076023 Jul 08 12:56:45.494397 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-fec5735b-bd05-44d3-b98a-bb5625f22596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3121288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261328095'] for subnet, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:45.527168 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6427eb-76a5-43dd-9182-7c81c405c3e9 req-3331caae-aaa4-4972-a76a-5344623ad351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:45.530112 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6b6427eb-76a5-43dd-9182-7c81c405c3e9 req-3331caae-aaa4-4972-a76a-5344623ad351 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa HTTP/1.1" status: 200 len: 919 time: 0.3170431 Jul 08 12:56:45.598692 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-70aa6501-a647-491e-9611-cd4662bc1aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:45.610588 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-70aa6501-a647-491e-9611-cd4662bc1aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:45.617073 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6b6427eb-76a5-43dd-9182-7c81c405c3e9 req-c2a95a8f-aa61-46b0-a3a0-f070e635f408 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74341109-ec67-4527-895d-f9685f0ddd46 HTTP/1.1" status: 200 len: 217 time: 0.0779719 Jul 08 12:56:45.645809 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-70aa6501-a647-491e-9611-cd4662bc1aa2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=615cc20e393542a28c453ac471aa896a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7347996 Jul 08 12:56:45.660043 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36632) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:45.681519 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5735b-bd05-44d3-b98a-bb5625f22596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9adcbf55-0e9b-4584-afdf-246e047a8ab6,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:45.712972 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6427eb-76a5-43dd-9182-7c81c405c3e9 req-312c1519-3706-434e-9feb-9f2da9db212b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:45.715477 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6b6427eb-76a5-43dd-9182-7c81c405c3e9 req-312c1519-3706-434e-9feb-9f2da9db212b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=262bcbbd-46b6-4e4c-b994-e242df92a595 HTTP/1.1" status: 200 len: 858 time: 0.0912309 Jul 08 12:56:45.725595 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa6501-a647-491e-9611-cd4662bc1aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cad64b-45b7-4d33-b3b3-5be5bcd559b4,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:45.751597 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec5735b-bd05-44d3-b98a-bb5625f22596 admin admin] Checking segment: {'id': 'd7995807-348e-4cc6-8a3e-92ebc4a40c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:56:45.751996 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec5735b-bd05-44d3-b98a-bb5625f22596 admin admin] Network hostable DHCP agents. Network: b69353fe-0596-4f5a-afef-8ca92a5c726f, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:56:45.775696 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6b6427eb-76a5-43dd-9182-7c81c405c3e9 req-61912d18-7849-4cf2-bf6d-3a4127b27943 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521085 Jul 08 12:56:45.811554 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d0ee6d95-47a8-41c2-965d-c1348c8d5553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:45.832118 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec5735b-bd05-44d3-b98a-bb5625f22596 admin admin] Network b69353fe-0596-4f5a-afef-8ca92a5c726f is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:56:45.852751 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d0ee6d95-47a8-41c2-965d-c1348c8d5553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:45.866499 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-fec5735b-bd05-44d3-b98a-bb5625f22596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, b69353fe-0596-4f5a-afef-8ca92a5c726f) {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:56:45.878939 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c508901-c560-4822-80b5-8f4ff9ac407a None None] Network b69353fe-0596-4f5a-afef-8ca92a5c726f requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:56:45.888902 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec5735b-bd05-44d3-b98a-bb5625f22596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:45.891929 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-fec5735b-bd05-44d3-b98a-bb5625f22596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:45.958009 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6b6427eb-76a5-43dd-9182-7c81c405c3e9 req-2be43bc8-658f-4680-9bd3-d57ff79063aa service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717830 Jul 08 12:56:45.982638 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-fec5735b-bd05-44d3-b98a-bb5625f22596 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9897683 Jul 08 12:56:45.988794 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36638) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:46.020184 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-27436557-router', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:56:46.104339 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5371f335-7f7c-4a1e-b851-32b85f7b20b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:46.201317 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4135'] for router, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:46.202870 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:46.265521 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6b6427eb-76a5-43dd-9182-7c81c405c3e9 req-2f07e0ad-254f-4e46-ba94-90c750033552 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934868 Jul 08 12:56:46.288646 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf6112-1bcb-4c93-a57b-f59ce2fc63bc req-9d692385-4147-4e72-ae7d-822752cb481b tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:46.305101 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3daf6112-1bcb-4c93-a57b-f59ce2fc63bc req-9d692385-4147-4e72-ae7d-822752cb481b tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.2899332 Jul 08 12:56:46.313485 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d0ee6d95-47a8-41c2-965d-c1348c8d5553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:46.319129 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d0ee6d95-47a8-41c2-965d-c1348c8d5553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:46.323185 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-d0ee6d95-47a8-41c2-965d-c1348c8d5553 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8cad64b-45b7-4d33-b3b3-5be5bcd559b4 HTTP/1.1" status: 204 len: 168 time: 0.6562333 Jul 08 12:56:46.469813 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee6d95-47a8-41c2-965d-c1348c8d5553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cad64b-45b7-4d33-b3b3-5be5bcd559b4,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:46.507509 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca23f734-c245-59c6-8c4e-deaf996d04b1-b69353fe-0596-4f5a-afef-8ca92a5c726f', 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'fixed_ips': [{'subnet_id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6'}]}} from dv-cinder-800022-1-iscsi. {{(pid=92985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:56:46.510792 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:46.639113 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3daf6112-1bcb-4c93-a57b-f59ce2fc63bc req-c4f67860-7af7-4126-92ae-9864e3b0ee53 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325784 Jul 08 12:56:46.657744 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:46.850111 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Allocated IP 172.20.0.2 (b69353fe-0596-4f5a-afef-8ca92a5c726f/9adcbf55-0e9b-4584-afdf-246e047a8ab6/73dea7d2-c31f-45f0-b6be-130dbe68f050) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:56:46.908560 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18387eef-7e27-4fb4-86d7-711e5a65cd43 req-12ac69df-2ab2-4425-863c-11342c9719c2 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:46.918188 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-18387eef-7e27-4fb4-86d7-711e5a65cd43 req-12ac69df-2ab2-4425-863c-11342c9719c2 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.1367874 Jul 08 12:56:46.988664 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-18387eef-7e27-4fb4-86d7-711e5a65cd43 req-ea73a24c-7372-4eec-af52-882e26eaeb63 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688217 Jul 08 12:56:47.032865 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:47.233729 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:47.244688 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Transition to ACTIVE for port object 73dea7d2-c31f-45f0-b6be-130dbe68f050 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:56:47.264180 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Transition to ACTIVE for port object 73dea7d2-c31f-45f0-b6be-130dbe68f050 will not be triggered until provisioned by entity DHCP. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:56:47.277552 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:47.336163 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Pushing event updated for resources: {'Port': ['ID=73dea7d2-c31f-45f0-b6be-130dbe68f050,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:47.370824 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Network b69353fe-0596-4f5a-afef-8ca92a5c726f is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:56:47.382947 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:56:47.388193 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:56:47.499853 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Attempting to bind port 73dea7d2-c31f-45f0-b6be-130dbe68f050 on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:56:47.500256 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Attempting to bind port 73dea7d2-c31f-45f0-b6be-130dbe68f050 by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': 'd7995807-348e-4cc6-8a3e-92ebc4a40c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:56:47.500698 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Attempting to bind port 73dea7d2-c31f-45f0-b6be-130dbe68f050 on network b69353fe-0596-4f5a-afef-8ca92a5c726f {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:56:47.508918 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:47.510454 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:56:47.510911 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Checking segment: {'id': 'd7995807-348e-4cc6-8a3e-92ebc4a40c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:56:47.511255 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:47.511671 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Bound using segment: {'id': 'd7995807-348e-4cc6-8a3e-92ebc4a40c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:56:47.512176 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Bound port: 73dea7d2-c31f-45f0-b6be-130dbe68f050, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7995807-348e-4cc6-8a3e-92ebc4a40c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:56:47.512574 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:47.571359 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4154'] for router, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:47.698045 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] For port 73dea7d2-c31f-45f0-b6be-130dbe68f050, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:56:47.717149 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] For port 73dea7d2-c31f-45f0-b6be-130dbe68f050, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=73dea7d2-c31f-45f0-b6be-130dbe68f050,segment=NetworkSegment(d7995807-348e-4cc6-8a3e-92ebc4a40c4a),segment_id=d7995807-348e-4cc6-8a3e-92ebc4a40c4a)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:56:47.748038 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:47.868665 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d18a3e-4be4-454f-8ff1-07715356c924 None None] Pushing event updated for resources: {'Port': ['ID=73dea7d2-c31f-45f0-b6be-130dbe68f050,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:48.223006 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9754118-6900-4210-b32e-0e5d1029da71 req-b1a649f0-374d-4b71-a8f3-6a7e6f9bc204 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:48.228012 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f9754118-6900-4210-b32e-0e5d1029da71 req-b1a649f0-374d-4b71-a8f3-6a7e6f9bc204 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.2550600 Jul 08 12:56:48.230337 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:48.235216 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 36680) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:48.257823 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e0c65-69fc-477a-86c4-8c9330e0caa4 req-eadcc285-7e62-4c98-9917-78eacf7af532 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:48.266249 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-332e0c65-69fc-477a-86c4-8c9330e0caa4 req-eadcc285-7e62-4c98-9917-78eacf7af532 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.0946007 Jul 08 12:56:48.274507 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:48.363475 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f9754118-6900-4210-b32e-0e5d1029da71 req-ad99608e-e491-4164-88f0-9bc5f276c473 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976374 Jul 08 12:56:48.375902 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-332e0c65-69fc-477a-86c4-8c9330e0caa4 req-0cd8834e-6f54-4e88-b774-74a532c1ff07 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066234 Jul 08 12:56:48.496792 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-bafa0b93-2514-4f55-983c-87256bdaec8d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-220030152-network', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:56:48.531474 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafa0b93-2514-4f55-983c-87256bdaec8d admin admin] Made reservation on behalf of 4259b3da7ad84a6ea96e9da0e49b7b8a for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:56:48.541131 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bafa0b93-2514-4f55-983c-87256bdaec8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:48.570040 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bafa0b93-2514-4f55-983c-87256bdaec8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:48.615778 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Allocated IP 172.27.2.250 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/1a64b2e8-6c27-4521-8812-f24d4f509c32) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:56:48.771013 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bafa0b93-2514-4f55-983c-87256bdaec8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:48.775835 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bafa0b93-2514-4f55-983c-87256bdaec8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:48.785841 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:48.810876 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafa0b93-2514-4f55-983c-87256bdaec8d admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:56:48.818447 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa0b93-2514-4f55-983c-87256bdaec8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c878fe2a-12b4-4309-9cde-1cbc348d6239,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:48.830123 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bafa0b93-2514-4f55-983c-87256bdaec8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:48.830622 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-bafa0b93-2514-4f55-983c-87256bdaec8d admin admin] Added segment d673415a-f667-4c26-a1c1-aa95053dc3b8 of type vlan for network 1708f7b4-ee24-4d9b-abb8-f841455a6a5b Jul 08 12:56:48.854756 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3137304'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:48.881650 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bafa0b93-2514-4f55-983c-87256bdaec8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:48.918474 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bafa0b93-2514-4f55-983c-87256bdaec8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:48.919557 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:56:48.919742 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafa0b93-2514-4f55-983c-87256bdaec8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:48.920525 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bafa0b93-2514-4f55-983c-87256bdaec8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:48.923552 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:56:48.928401 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:56:48.967294 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Pushing event updated for resources: {'Port': ['ID=1a64b2e8-6c27-4521-8812-f24d4f509c32,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:49.063913 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa0b93-2514-4f55-983c-87256bdaec8d admin admin] Pushing event updated for resources: {'Network': ['ID=1708f7b4-ee24-4d9b-abb8-f841455a6a5b,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:49.071405 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-bafa0b93-2514-4f55-983c-87256bdaec8d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8350811 Jul 08 12:56:49.075184 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36688) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:49.080846 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-90075b70-3866-42ad-be4a-92ad7ef5db9c admin admin] Request body: {'subnet': {'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-220030152-subnet', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'ip_version': 4}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:56:49.081700 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network 1708f7b4-ee24-4d9b-abb8-f841455a6a5b details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:56:49.151207 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90075b70-3866-42ad-be4a-92ad7ef5db9c admin admin] Made reservation on behalf of 4259b3da7ad84a6ea96e9da0e49b7b8a for: {'subnet': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:56:49.154380 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-90075b70-3866-42ad-be4a-92ad7ef5db9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261328109'] for subnet, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:49.340072 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:49.470884 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:49.594825 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf54e753-4b71-4f50-b429-c304bddaed14 None None] Network b69353fe-0596-4f5a-afef-8ca92a5c726f requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:56:49.794798 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 73dea7d2-c31f-45f0-b6be-130dbe68f050 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:56:49.846460 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-60eca9cd-e7dc-44a9-9511-a64021f0dbfc None None] Provisioning for port 73dea7d2-c31f-45f0-b6be-130dbe68f050 completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:56:49.896813 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-90075b70-3866-42ad-be4a-92ad7ef5db9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3121288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261328095'] for subnet, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:49.913135 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718299'] for router, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:49.959755 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e34a8-5b0e-481e-aaa7-1d7a124a8db1 req-85a1c1de-1806-41a7-a223-f6e191e3aafe tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:49.968912 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-db6e34a8-5b0e-481e-aaa7-1d7a124a8db1 req-85a1c1de-1806-41a7-a223-f6e191e3aafe tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.1553895 Jul 08 12:56:49.993672 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 73dea7d2-c31f-45f0-b6be-130dbe68f050 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:56:50.010200 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 73dea7d2-c31f-45f0-b6be-130dbe68f050 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:56:50.010827 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:50.077575 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-db6e34a8-5b0e-481e-aaa7-1d7a124a8db1 req-06e26c09-d1f6-40b6-ac72-4128ddd29af2 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066825 Jul 08 12:56:50.117224 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088b96d-44bb-49f8-af83-f152dfc431b9 req-907cb80e-5ee0-46a4-8dd4-698618809aae tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:50.119057 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5088b96d-44bb-49f8-af83-f152dfc431b9 req-907cb80e-5ee0-46a4-8dd4-698618809aae tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.4006312 Jul 08 12:56:50.176614 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90075b70-3866-42ad-be4a-92ad7ef5db9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db02442f-cbd5-4f0c-9156-883a737f3d07,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:50.219951 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90075b70-3866-42ad-be4a-92ad7ef5db9c admin admin] Checking segment: {'id': 'd673415a-f667-4c26-a1c1-aa95053dc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:56:50.220494 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90075b70-3866-42ad-be4a-92ad7ef5db9c admin admin] Network hostable DHCP agents. Network: 1708f7b4-ee24-4d9b-abb8-f841455a6a5b, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:56:50.227583 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5088b96d-44bb-49f8-af83-f152dfc431b9 req-77bf5419-f135-4e2f-a65b-6ac773a9f6ca tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931561 Jul 08 12:56:50.248060 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e is scheduled to L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 with binding_index 1 {{(pid=92983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:56:50.254390 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90075b70-3866-42ad-be4a-92ad7ef5db9c admin admin] Network 1708f7b4-ee24-4d9b-abb8-f841455a6a5b is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:56:50.284093 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-90075b70-3866-42ad-be4a-92ad7ef5db9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, 1708f7b4-ee24-4d9b-abb8-f841455a6a5b) {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:56:50.325513 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:50.360716 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90075b70-3866-42ad-be4a-92ad7ef5db9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:50.361701 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-90075b70-3866-42ad-be4a-92ad7ef5db9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:50.367682 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e99805c-5617-4953-a74c-9c67924e1696 None None] Network 1708f7b4-ee24-4d9b-abb8-f841455a6a5b requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:56:50.391276 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-90075b70-3866-42ad-be4a-92ad7ef5db9c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3149483 Jul 08 12:56:50.394085 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 36702) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:50.407276 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-220030152-router', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:56:50.479077 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4135'] for router, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:50.480606 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:50.539357 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:56:50.555874 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Sync routers for ids ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:56:50.570785 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] Notify callbacks [] for router, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:50.574880 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-ffeef6bd-4d6a-43c8-b6e3-ff78dd6bef33 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5816042 Jul 08 12:56:50.575707 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36708) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:50.577675 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Routers {'1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:56:50.591736 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:56:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:56:50.592031 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port 73dea7d2-c31f-45f0-b6be-130dbe68f050, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=73dea7d2-c31f-45f0-b6be-130dbe68f050,segment=NetworkSegment(d7995807-348e-4cc6-8a3e-92ebc4a40c4a),segment_id=d7995807-348e-4cc6-8a3e-92ebc4a40c4a)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:56:50.609394 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:50.658611 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:50.767940 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Set router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:56:50.820828 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-c7220f5b-e9dd-44f8-ac45-2474b2bf3b2e None None] Provisioning complete for port 73dea7d2-c31f-45f0-b6be-130dbe68f050 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:56:50.827613 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c7220f5b-e9dd-44f8-ac45-2474b2bf3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:51.012307 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=73dea7d2-c31f-45f0-b6be-130dbe68f050,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:51.064796 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4154'] for router, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:51.092685 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca23f734-c245-59c6-8c4e-deaf996d04b1-1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'fixed_ips': [{'subnet_id': 'db02442f-cbd5-4f0c-9156-883a737f3d07'}]}} from dv-cinder-800022-1-iscsi. {{(pid=92985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:56:51.094189 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:51.272114 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'name': 'tempest-TestMinimumBasicScenario-27436557-router', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:46Z', 'updated_at': '2021-07-08T12:56:49Z', 'revision_number': 3, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'gw_port': {'id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ed:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:48Z', 'updated_at': '2021-07-08T12:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:56:51.346950 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Checking router: 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:56:51.347563 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Updating router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e port 1a64b2e8-6c27-4521-8812-f24d4f509c32 binding host dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:56:51.425482 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:51.589775 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 73dea7d2-c31f-45f0-b6be-130dbe68f050 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:56:51.761906 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:56:51.810634 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:51.846674 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:51.852156 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Allocated IP 172.20.0.2 (1708f7b4-ee24-4d9b-abb8-f841455a6a5b/db02442f-cbd5-4f0c-9156-883a737f3d07/0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:56:51.885087 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 73dea7d2-c31f-45f0-b6be-130dbe68f050 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:56:51.885621 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:52.268469 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:52.293526 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Transition to ACTIVE for port object 1a64b2e8-6c27-4521-8812-f24d4f509c32 will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:56:52.309263 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:52.458392 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Allocated IP 172.27.2.63 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/5391dc19-80d5-45a1-96d1-7463507e0e3e) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:56:52.482973 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf23af5-c5ed-4b63-96fc-de80bc6d672c req-b0cdbc01-94ea-4746-afc8-2eec34ee5bc9 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:52.486063 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Attempting to bind port 1a64b2e8-6c27-4521-8812-f24d4f509c32 on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:56:52.488054 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Attempting to bind port 1a64b2e8-6c27-4521-8812-f24d4f509c32 by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:56:52.488501 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Attempting to bind port 1a64b2e8-6c27-4521-8812-f24d4f509c32 on network f547a329-a9d1-495a-bdbe-cc39c0620848 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:56:52.495101 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7077c51-9599-486e-a56e-a300d597d8b1 None None] Pushing event updated for resources: {'Port': ['ID=1a64b2e8-6c27-4521-8812-f24d4f509c32,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:52.495575 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4cf23af5-c5ed-4b63-96fc-de80bc6d672c req-b0cdbc01-94ea-4746-afc8-2eec34ee5bc9 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 1.0104809 Jul 08 12:56:52.516880 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:56:52.517834 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Checking segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:56:52.518266 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:52.518677 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Bound using segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:56:52.519184 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Bound port: 1a64b2e8-6c27-4521-8812-f24d4f509c32, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:56:52.524867 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:52.527535 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7077c51-9599-486e-a56e-a300d597d8b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:52.527887 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7077c51-9599-486e-a56e-a300d597d8b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:52.528232 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7077c51-9599-486e-a56e-a300d597d8b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:52.529652 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7077c51-9599-486e-a56e-a300d597d8b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:52.529652 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7077c51-9599-486e-a56e-a300d597d8b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:52.533014 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7077c51-9599-486e-a56e-a300d597d8b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:52.533014 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7077c51-9599-486e-a56e-a300d597d8b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:52.533453 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7077c51-9599-486e-a56e-a300d597d8b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:52.533773 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7077c51-9599-486e-a56e-a300d597d8b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:52.534312 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7077c51-9599-486e-a56e-a300d597d8b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:52.534911 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7077c51-9599-486e-a56e-a300d597d8b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:52.535749 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7077c51-9599-486e-a56e-a300d597d8b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:52.617905 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3bc9f-f522-4a1f-9880-3f47bdd82c19 req-3db0a360-0e6b-4e74-a88d-710aba435212 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:52.620219 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-58a3bc9f-f522-4a1f-9880-3f47bdd82c19 req-3db0a360-0e6b-4e74-a88d-710aba435212 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.2143791 Jul 08 12:56:52.629320 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4cf23af5-c5ed-4b63-96fc-de80bc6d672c req-15522c48-90d9-435b-b29c-81b01b75955d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322453 Jul 08 12:56:52.672288 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] For port 1a64b2e8-6c27-4521-8812-f24d4f509c32, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:56:52.678172 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] For port 1a64b2e8-6c27-4521-8812-f24d4f509c32, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=1a64b2e8-6c27-4521-8812-f24d4f509c32,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:56:52.689875 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:52.703131 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:52.753805 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:52.775550 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7077c51-9599-486e-a56e-a300d597d8b1 None None] Pushing event updated for resources: {'Port': ['ID=1a64b2e8-6c27-4521-8812-f24d4f509c32,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:52.779939 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Routers {'1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:56:52.780723 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:56:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:56:52.783825 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:52.796548 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Transition to ACTIVE for port object 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:56:52.815810 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:52.818557 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Transition to ACTIVE for port object 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f will not be triggered until provisioned by entity DHCP. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:56:52.833105 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:52.898113 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Pushing event updated for resources: {'Port': ['ID=0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:52.905486 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Pushing event updated for resources: {'Port': ['ID=5391dc19-80d5-45a1-96d1-7463507e0e3e,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:52.947148 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:56:52.950312 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-58a3bc9f-f522-4a1f-9880-3f47bdd82c19 req-0d1648a4-8728-45ca-8ed6-a5bedcad5920 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231952 Jul 08 12:56:52.951727 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:56:52.954674 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:56:52.964372 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Network 1708f7b4-ee24-4d9b-abb8-f841455a6a5b is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:56:52.969090 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:56:52.983830 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:56:53.023799 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Allocated IP 172.20.0.1 (b69353fe-0596-4f5a-afef-8ca92a5c726f/9adcbf55-0e9b-4584-afdf-246e047a8ab6/ed74ece0-d614-46a7-abee-22f164a556e5) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:56:53.052351 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] Set router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:56:53.214114 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Attempting to bind port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:56:53.224002 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Attempting to bind port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': 'd673415a-f667-4c26-a1c1-aa95053dc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:56:53.224754 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Attempting to bind port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f on network 1708f7b4-ee24-4d9b-abb8-f841455a6a5b {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:56:53.252565 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:56:53.253391 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Checking segment: {'id': 'd673415a-f667-4c26-a1c1-aa95053dc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:56:53.266203 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:53.287470 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:53.290500 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Bound using segment: {'id': 'd673415a-f667-4c26-a1c1-aa95053dc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:56:53.294187 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Bound port: 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd673415a-f667-4c26-a1c1-aa95053dc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:56:53.295389 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:53.309996 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Transition to ACTIVE for port object ed74ece0-d614-46a7-abee-22f164a556e5 will not be triggered until provisioned by entity DHCP. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:56:53.384442 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3137304'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:53.437809 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'name': 'tempest-TestMinimumBasicScenario-27436557-router', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:46Z', 'updated_at': '2021-07-08T12:56:49Z', 'revision_number': 3, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'gw_port': {'id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ed:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:48Z', 'updated_at': '2021-07-08T12:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:56:53.481577 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:53.504405 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2508da-4ac8-4aad-af1d-c6be987f34d1 None None] The sync data for ids ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'] in dv-cinder-800022-1-iscsi is: [{'id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'name': 'tempest-TestMinimumBasicScenario-27436557-router', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:46Z', 'updated_at': '2021-07-08T12:56:49Z', 'revision_number': 3, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'gw_port': {'id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ed:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:48Z', 'updated_at': '2021-07-08T12:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:56:53.508401 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Network b69353fe-0596-4f5a-afef-8ca92a5c726f is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:56:53.509381 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Pushing event updated for resources: {'Port': ['ID=ed74ece0-d614-46a7-abee-22f164a556e5,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:53.513420 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:56:53.515793 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:56:53.553506 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] For port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:56:53.561562 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] For port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f,segment=NetworkSegment(d673415a-f667-4c26-a1c1-aa95053dc3b8),segment_id=d673415a-f667-4c26-a1c1-aa95053dc3b8)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:56:53.570237 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:53.595058 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642514'] for router_interface, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:53.736367 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2eb0ee-c7a6-4478-9c8d-3b8ad2a4b27e None None] Pushing event updated for resources: {'Port': ['ID=0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:53.997547 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:54.062534 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5efc6564-b8f5-41a3-b7f8-1633c1d11eb9 None None] Provisioning for port ed74ece0-d614-46a7-abee-22f164a556e5 completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:56:54.103796 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5efc6564-b8f5-41a3-b7f8-1633c1d11eb9 None None] Provisioning complete for port ed74ece0-d614-46a7-abee-22f164a556e5 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:56:54.105977 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5efc6564-b8f5-41a3-b7f8-1633c1d11eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:54.313411 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5efc6564-b8f5-41a3-b7f8-1633c1d11eb9 None None] Port ed74ece0-d614-46a7-abee-22f164a556e5 cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:56:54.348227 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:54.363908 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b7809-981b-402b-acdb-13ee19b13def req-48ce1687-65b8-47a5-b23e-05a096ac07a4 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:54.368442 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e99b7809-981b-402b-acdb-13ee19b13def req-48ce1687-65b8-47a5-b23e-05a096ac07a4 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.4518592 Jul 08 12:56:54.371707 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:54.438263 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Pushing event updated for resources: {'Port': ['ID=ed74ece0-d614-46a7-abee-22f164a556e5,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:54.499341 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718299'] for router, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:54.519513 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b73098-ac34-48fb-a09d-cf6f415664aa req-6492d25e-2447-4af6-8932-a385a9fa951c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:54.519513 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a6b73098-ac34-48fb-a09d-cf6f415664aa req-6492d25e-2447-4af6-8932-a385a9fa951c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1090631 Jul 08 12:56:54.547564 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e99b7809-981b-402b-acdb-13ee19b13def req-c22ad997-c69d-4ca2-94c0-5183e96c7f3a tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115346 Jul 08 12:56:54.584635 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653697'] for router_interface, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:54.660388 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a6b73098-ac34-48fb-a09d-cf6f415664aa req-f3bb80ad-a2d3-4e7b-8b40-a496bfe18efa tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600512 Jul 08 12:56:54.727897 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Network b69353fe-0596-4f5a-afef-8ca92a5c726f is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:56:54.729522 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:56:54.865629 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe is scheduled to L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 with binding_index 1 {{(pid=92981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:56:54.920727 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:56:55.147206 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-6e5f09cd-f940-422c-8c90-fefe56723ff6 None None] Provisioning complete for port ed74ece0-d614-46a7-abee-22f164a556e5 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:56:55.149522 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6e5f09cd-f940-422c-8c90-fefe56723ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:55.156393 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:56:55.156602 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:56:55.199618 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-24e33987-29d5-4b28-a8d2-17e7a71a5457 admin admin] 10.222.0.13 "PUT /v2.0/routers/1b885b97-3c59-4c9d-8b56-c0ea0a7a920e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6219878 Jul 08 12:56:55.214696 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:55.218649 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2bf25a38-93f7-4f31-9941-7215ef11fbda admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.8209927 Jul 08 12:56:55.219419 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36746) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:55.296668 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f09cd-f940-422c-8c90-fefe56723ff6 None None] Port ed74ece0-d614-46a7-abee-22f164a556e5 cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:56:55.307473 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Sync routers for ids ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:56:55.332552 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Routers {'3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:56:55.335775 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:56:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:56:55.488358 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b94b4b-fe1e-42db-a79f-655506cb7a4c None None] Network 1708f7b4-ee24-4d9b-abb8-f841455a6a5b requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:56:55.617741 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-62f780f3-e243-492f-aa07-f47e7b0459eb None None] Provisioning for port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:56:55.656947 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Set router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:56:55.847687 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:56:56.176153 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5e3e7-e98c-4b82-8c3c-d65de6e16da1 req-2533aa26-3f4c-46ad-a19d-1dc21e7f0bab tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:56.183889 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78a5e3e7-e98c-4b82-8c3c-d65de6e16da1 req-2533aa26-3f4c-46ad-a19d-1dc21e7f0bab tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.2507424 Jul 08 12:56:56.287789 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:56:56.329444 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78a5e3e7-e98c-4b82-8c3c-d65de6e16da1 req-03aa2a29-bee3-438b-8085-ebb7489e21cc tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382885 Jul 08 12:56:56.332921 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:56:56.334362 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:56.360402 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc57cd9-55b1-46f3-9189-d6ee5e48e10b req-55557118-8e6a-46a8-a120-855c9ba142b7 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:56.362193 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1fc57cd9-55b1-46f3-9189-d6ee5e48e10b req-55557118-8e6a-46a8-a120-855c9ba142b7 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.2174838 Jul 08 12:56:56.456504 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'name': 'tempest-TestShelveInstance-220030152-router', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:50Z', 'updated_at': '2021-07-08T12:56:53Z', 'revision_number': 3, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'gw_port': {'id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:da:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:51Z', 'updated_at': '2021-07-08T12:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:56:56.541801 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Checking router: 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:56:56.542354 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Updating router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe port 5391dc19-80d5-45a1-96d1-7463507e0e3e binding host dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:56:56.592195 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1fc57cd9-55b1-46f3-9189-d6ee5e48e10b req-4c58b4d2-bb0c-4ecd-b562-0ad09041f08b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810567 Jul 08 12:56:56.612505 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:56.742524 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Sync routers for ids ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:56:56.759188 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Routers {'1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:56:56.761717 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:56:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:56:56.798425 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:56.802865 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:57.015210 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 36776) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:57.021420 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-9421ff51-267f-4a92-89ea-d729ca492e42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1643790850-network', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:56:57.057853 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f,segment=NetworkSegment(d673415a-f667-4c26-a1c1-aa95053dc3b8),segment_id=d673415a-f667-4c26-a1c1-aa95053dc3b8)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:56:57.058576 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9421ff51-267f-4a92-89ea-d729ca492e42 admin admin] Made reservation on behalf of 5b3261c356ba4c8c87a69b7b5e43fcf6 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:56:57.062423 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9421ff51-267f-4a92-89ea-d729ca492e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:57.075202 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9421ff51-267f-4a92-89ea-d729ca492e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:57.081179 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:57.082372 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 1a64b2e8-6c27-4521-8812-f24d4f509c32 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:56:57.175969 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Set router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:56:57.260611 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-048c187f-1f39-4375-937b-52c67b8d632e None None] Provisioning complete for port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:56:57.261132 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-048c187f-1f39-4375-937b-52c67b8d632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:57.274086 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Allocated IP 172.20.0.1 (1708f7b4-ee24-4d9b-abb8-f841455a6a5b/db02442f-cbd5-4f0c-9156-883a737f3d07/2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:56:57.338318 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9421ff51-267f-4a92-89ea-d729ca492e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:57.351656 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:57.374484 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9421ff51-267f-4a92-89ea-d729ca492e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:57.438352 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421ff51-267f-4a92-89ea-d729ca492e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc13a06-0ba3-4d26-897d-1c419dd35632,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:57.453952 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9421ff51-267f-4a92-89ea-d729ca492e42 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:56:57.482907 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9421ff51-267f-4a92-89ea-d729ca492e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:57.483670 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-9421ff51-267f-4a92-89ea-d729ca492e42 admin admin] Added segment ecbdac0e-61a2-4c13-91dc-68461cbb8ae1 of type vlan for network bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf Jul 08 12:56:57.488336 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 1a64b2e8-6c27-4521-8812-f24d4f509c32 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:56:57.521811 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 1a64b2e8-6c27-4521-8812-f24d4f509c32 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:56:57.522189 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:57.590538 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:57.603131 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9421ff51-267f-4a92-89ea-d729ca492e42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:57.627990 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Transition to ACTIVE for port object 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba will not be triggered until provisioned by entity DHCP. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:56:57.699535 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3137304'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:57.750638 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'name': 'tempest-TestMinimumBasicScenario-27436557-router', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:46Z', 'updated_at': '2021-07-08T12:56:53Z', 'revision_number': 4, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'gw_port': {'id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ed:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:48Z', 'updated_at': '2021-07-08T12:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'ed74ece0-d614-46a7-abee-22f164a556e5', 'name': '', 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'mac_address': 'fa:16:3e:6d:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:52Z', 'updated_at': '2021-07-08T12:56:54Z', 'revision_number': 2, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'subnets': [{'id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:56:57.756937 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Network 1708f7b4-ee24-4d9b-abb8-f841455a6a5b is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:56:57.757195 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9421ff51-267f-4a92-89ea-d729ca492e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:57.759493 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421ff51-267f-4a92-89ea-d729ca492e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:57.760329 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9421ff51-267f-4a92-89ea-d729ca492e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:57.773635 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:56:57.778249 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:57.826933 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Transition to ACTIVE for port object 5391dc19-80d5-45a1-96d1-7463507e0e3e will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:56:57.836684 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:56:57.847254 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:57.863455 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Checking router: 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:56:57.864022 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Updating router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e port ed74ece0-d614-46a7-abee-22f164a556e5 binding host dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:56:57.876169 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:57.983323 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642514'] for router_interface, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:58.003372 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:58.019675 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421ff51-267f-4a92-89ea-d729ca492e42 admin admin] Pushing event updated for resources: {'Network': ['ID=bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:58.047113 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-9421ff51-267f-4a92-89ea-d729ca492e42 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0272403 Jul 08 12:56:58.048682 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 36786) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:58.075198 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-ab1e32e2-6872-4237-8645-7a9c3a015ce4 admin admin] Request body: {'subnet': {'network_id': 'bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1643790850-subnet', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:56:58.079025 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:56:58.083592 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port 1a64b2e8-6c27-4521-8812-f24d4f509c32, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=1a64b2e8-6c27-4521-8812-f24d4f509c32,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:56:58.174172 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1e32e2-6872-4237-8645-7a9c3a015ce4 admin admin] Made reservation on behalf of 5b3261c356ba4c8c87a69b7b5e43fcf6 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:56:58.185090 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ab1e32e2-6872-4237-8645-7a9c3a015ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262104663'] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:58.342280 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Pushing event updated for resources: {'Port': ['ID=2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:58.385969 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:58.397870 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f748464-54c8-4218-bcfd-613388b7d69a req-9bc63de0-d3a8-48c1-af9d-e52f8f00aaab tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:58.413772 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4f748464-54c8-4218-bcfd-613388b7d69a req-9bc63de0-d3a8-48c1-af9d-e52f8f00aaab tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.7307127 Jul 08 12:56:58.438871 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:58.485692 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:58.499952 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca6d18-44bc-492d-8aa6-532eca72a52e None None] Pushing event updated for resources: {'Port': ['ID=5391dc19-80d5-45a1-96d1-7463507e0e3e,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:58.525116 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Attempting to bind port 5391dc19-80d5-45a1-96d1-7463507e0e3e on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:56:58.525759 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Attempting to bind port 5391dc19-80d5-45a1-96d1-7463507e0e3e by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:56:58.526393 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Attempting to bind port 5391dc19-80d5-45a1-96d1-7463507e0e3e on network f547a329-a9d1-495a-bdbe-cc39c0620848 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:56:58.530300 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4f748464-54c8-4218-bcfd-613388b7d69a req-e061ea77-514f-426e-bb30-a5503bd1bea0 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121619 Jul 08 12:56:58.559897 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-89d5d24f-add8-4d7c-87c4-e2734e1792c7 None None] Provisioning for port 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:56:58.570033 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:56:58.570802 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Checking segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:56:58.571423 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:58.572689 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Bound using segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:56:58.573672 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Bound port: 5391dc19-80d5-45a1-96d1-7463507e0e3e, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:56:58.574298 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:58.582219 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-89d5d24f-add8-4d7c-87c4-e2734e1792c7 None None] Provisioning complete for port 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:56:58.582704 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-89d5d24f-add8-4d7c-87c4-e2734e1792c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:58.681203 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] For port 5391dc19-80d5-45a1-96d1-7463507e0e3e, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:56:58.686630 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] For port 5391dc19-80d5-45a1-96d1-7463507e0e3e, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=5391dc19-80d5-45a1-96d1-7463507e0e3e,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:56:58.736403 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ab1e32e2-6872-4237-8645-7a9c3a015ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260304929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262104677'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:58.742333 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:56:58.815401 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:58.863197 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-89d5d24f-add8-4d7c-87c4-e2734e1792c7 None None] Port 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:56:58.872854 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=1a64b2e8-6c27-4521-8812-f24d4f509c32,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:58.887402 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:58.888327 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740da603-b5ee-43f2-a1ae-a30b70443b4b req-15d4f38a-e5b6-4f8f-9770-49b6d7057acc tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:58.903162 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e32e2-6872-4237-8645-7a9c3a015ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6acece10-dd80-4d52-b16f-86ba15187bc3,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:58.904629 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-740da603-b5ee-43f2-a1ae-a30b70443b4b req-15d4f38a-e5b6-4f8f-9770-49b6d7057acc tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.4875321 Jul 08 12:56:58.915388 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Transition to ACTIVE for port object ed74ece0-d614-46a7-abee-22f164a556e5 will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:56:58.926590 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:58.936167 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Routers {'3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:56:58.936519 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:56:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:56:59.015784 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1e32e2-6872-4237-8645-7a9c3a015ce4 admin admin] Checking segment: {'id': 'ecbdac0e-61a2-4c13-91dc-68461cbb8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:56:59.016279 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1e32e2-6872-4237-8645-7a9c3a015ce4 admin admin] Network hostable DHCP agents. Network: bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:56:59.077509 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1e32e2-6872-4237-8645-7a9c3a015ce4 admin admin] Network bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:56:59.097179 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-740da603-b5ee-43f2-a1ae-a30b70443b4b req-db24b328-3c01-4058-b61f-6229fd346bd9 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501374 Jul 08 12:56:59.115160 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-ab1e32e2-6872-4237-8645-7a9c3a015ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:56:59.136941 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3198c39a-76a0-4af9-9e79-a782f1a2b6f4 None None] Network bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:56:59.174395 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1e32e2-6872-4237-8645-7a9c3a015ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:59.176133 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a5a4b-73b4-45d5-910f-dd6b12918664 None None] Pushing event updated for resources: {'Port': ['ID=ed74ece0-d614-46a7-abee-22f164a556e5,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:59.183400 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ab1e32e2-6872-4237-8645-7a9c3a015ce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:59.262494 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:59.262829 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:56:59.262829 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:59.269421 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ab1e32e2-6872-4237-8645-7a9c3a015ce4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2161052 Jul 08 12:56:59.273795 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:59.276296 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 36804) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:59.283550 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] Set router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:56:59.290441 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1643790850-router', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:56:59.354994 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4135'] for router, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:59.357096 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:59.450279 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653697'] for router_interface, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:59.463955 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:59.527464 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Attempting to bind port ed74ece0-d614-46a7-abee-22f164a556e5 on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:56:59.528008 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Attempting to bind port ed74ece0-d614-46a7-abee-22f164a556e5 by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': 'd7995807-348e-4cc6-8a3e-92ebc4a40c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:56:59.528454 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Attempting to bind port ed74ece0-d614-46a7-abee-22f164a556e5 on network b69353fe-0596-4f5a-afef-8ca92a5c726f {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:56:59.546452 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:56:59.546916 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Checking segment: {'id': 'd7995807-348e-4cc6-8a3e-92ebc4a40c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:56:59.549712 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:59.549990 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Bound using segment: {'id': 'd7995807-348e-4cc6-8a3e-92ebc4a40c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:56:59.551691 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Bound port: ed74ece0-d614-46a7-abee-22f164a556e5, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7995807-348e-4cc6-8a3e-92ebc4a40c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:56:59.553094 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:59.610250 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Network 1708f7b4-ee24-4d9b-abb8-f841455a6a5b is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:56:59.614794 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:56:59.624803 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Pushing event updated for resources: {'Port': ['ID=2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:59.657473 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca6d18-44bc-492d-8aa6-532eca72a52e None None] Pushing event updated for resources: {'Port': ['ID=5391dc19-80d5-45a1-96d1-7463507e0e3e,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:59.816177 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] For port ed74ece0-d614-46a7-abee-22f164a556e5, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:56:59.843781 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] For port ed74ece0-d614-46a7-abee-22f164a556e5, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=ed74ece0-d614-46a7-abee-22f164a556e5,segment=NetworkSegment(d7995807-348e-4cc6-8a3e-92ebc4a40c4a),segment_id=d7995807-348e-4cc6-8a3e-92ebc4a40c4a)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:56:59.857996 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:59.928916 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4154'] for router, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:59.954550 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:57:00.055820 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a5a4b-73b4-45d5-910f-dd6b12918664 None None] Pushing event updated for resources: {'Port': ['ID=ed74ece0-d614-46a7-abee-22f164a556e5,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:00.084400 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Routers {'1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:57:00.085723 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:56:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:00.227420 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:57:00.235122 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668e668-1af4-4cd6-9370-e0480f6cc667 req-3cf8bd63-621c-4b5c-a15e-b3be46e81a29 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:00.236915 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3668e668-1af4-4cd6-9370-e0480f6cc667 req-3cf8bd63-621c-4b5c-a15e-b3be46e81a29 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.2247777 Jul 08 12:57:00.243846 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-02a9f6ab-7673-42c2-a0e5-e25f971863b2 admin admin] 10.222.0.13 "PUT /v2.0/routers/3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0226066 Jul 08 12:57:00.272340 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-17259638-0de5-4e3b-9d16-818e1ff88b7d None None] Provisioning complete for port 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:00.272673 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-17259638-0de5-4e3b-9d16-818e1ff88b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:00.360011 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] Set router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:57:00.367484 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-17259638-0de5-4e3b-9d16-818e1ff88b7d None None] Port 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:57:00.372572 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca23f734-c245-59c6-8c4e-deaf996d04b1-bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf', 'network_id': 'bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'fixed_ips': [{'subnet_id': '6acece10-dd80-4d52-b16f-86ba15187bc3'}]}} from dv-cinder-800022-1-iscsi. {{(pid=92985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:57:00.373930 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:00.473454 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'name': 'tempest-TestShelveInstance-220030152-router', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:50Z', 'updated_at': '2021-07-08T12:56:58Z', 'revision_number': 4, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'gw_port': {'id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:da:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:51Z', 'updated_at': '2021-07-08T12:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba', 'name': '', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'mac_address': 'fa:16:3e:77:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:56Z', 'updated_at': '2021-07-08T12:56:57Z', 'revision_number': 1, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'subnets': [{'id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:00.517824 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3668e668-1af4-4cd6-9370-e0480f6cc667 req-f54d2712-b6c9-4ebe-a5a9-721a0fda30d2 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416039 Jul 08 12:57:00.577976 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:00.592760 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740598e-8213-4dc7-a73b-b3b72c740b3b req-34644e62-a91a-4dad-9c84-2bf709ec1a04 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:00.600748 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5740598e-8213-4dc7-a73b-b3b72c740b3b req-34644e62-a91a-4dad-9c84-2bf709ec1a04 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.1762950 Jul 08 12:57:00.606844 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:00.608964 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e301eb-ac08-405c-9d48-db1c160057a4 None None] The sync data for ids ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'] in dv-cinder-800022-1-iscsi is: [{'id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'name': 'tempest-TestShelveInstance-220030152-router', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:50Z', 'updated_at': '2021-07-08T12:56:58Z', 'revision_number': 4, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'gw_port': {'id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:da:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:51Z', 'updated_at': '2021-07-08T12:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba', 'name': '', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'mac_address': 'fa:16:3e:77:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:56Z', 'updated_at': '2021-07-08T12:56:57Z', 'revision_number': 1, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'subnets': [{'id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:57:00.713816 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'name': 'tempest-TestMinimumBasicScenario-27436557-router', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:46Z', 'updated_at': '2021-07-08T12:56:53Z', 'revision_number': 4, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'gw_port': {'id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ed:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:48Z', 'updated_at': '2021-07-08T12:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'ed74ece0-d614-46a7-abee-22f164a556e5', 'name': '', 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'mac_address': 'fa:16:3e:6d:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:52Z', 'updated_at': '2021-07-08T12:56:59Z', 'revision_number': 4, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'subnets': [{'id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:00.744795 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa107eb0-e5b3-4ccf-8b82-302a4f5ac4aa None None] The sync data for ids ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'] in dv-cinder-800022-1-iscsi is: [{'id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'name': 'tempest-TestMinimumBasicScenario-27436557-router', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:46Z', 'updated_at': '2021-07-08T12:56:53Z', 'revision_number': 4, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'gw_port': {'id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ed:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:48Z', 'updated_at': '2021-07-08T12:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'ed74ece0-d614-46a7-abee-22f164a556e5', 'name': '', 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'mac_address': 'fa:16:3e:6d:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:52Z', 'updated_at': '2021-07-08T12:56:59Z', 'revision_number': 4, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'subnets': [{'id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:57:00.774663 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 1a64b2e8-6c27-4521-8812-f24d4f509c32 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:00.791573 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5740598e-8213-4dc7-a73b-b3b72c740b3b req-fb8722db-57d6-4cc0-a354-0816fd5b0e8c tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872861 Jul 08 12:57:00.902980 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Allocated IP 172.27.2.240 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/912967cf-1289-4314-9378-95bc00bb5f48) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:57:01.004447 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Allocated IP 172.20.0.2 (bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf/6acece10-dd80-4d52-b16f-86ba15187bc3/8c5e7f9a-0d4d-42ee-82a1-25695fc87a19) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:57:01.025843 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 1a64b2e8-6c27-4521-8812-f24d4f509c32 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:01.026242 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:01.254238 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:01.360897 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:01.438971 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:57:01.447207 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:57:01.454886 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:57:01.604083 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Pushing event updated for resources: {'Port': ['ID=912967cf-1289-4314-9378-95bc00bb5f48,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:01.686304 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:01.707347 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Transition to ACTIVE for port object 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:01.716556 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58bbe6-be1d-46d5-b8bb-b1031ee7fbf6 req-43e6aa6e-a409-4747-9907-d5ad06eaf9a5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:01.731300 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1a58bbe6-be1d-46d5-b8bb-b1031ee7fbf6 req-43e6aa6e-a409-4747-9907-d5ad06eaf9a5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 946 time: 0.2216127 Jul 08 12:57:01.752807 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Transition to ACTIVE for port object 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 will not be triggered until provisioned by entity DHCP. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:01.767329 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:01.867233 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1a58bbe6-be1d-46d5-b8bb-b1031ee7fbf6 req-63f87958-a9ba-40b4-bbf7-75a080a4adbe tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342652 Jul 08 12:57:01.876844 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Network bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:57:01.878449 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Pushing event updated for resources: {'Port': ['ID=8c5e7f9a-0d4d-42ee-82a1-25695fc87a19,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:01.901602 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:57:01.910344 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:57:02.022674 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Attempting to bind port 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:57:02.022674 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Attempting to bind port 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': 'ecbdac0e-61a2-4c13-91dc-68461cbb8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:57:02.022674 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Attempting to bind port 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 on network bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:57:02.034235 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:57:02.035203 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Checking segment: {'id': 'ecbdac0e-61a2-4c13-91dc-68461cbb8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:57:02.036665 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:02.041059 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Bound using segment: {'id': 'ecbdac0e-61a2-4c13-91dc-68461cbb8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:57:02.041888 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Bound port: 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbdac0e-61a2-4c13-91dc-68461cbb8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:57:02.064472 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:02.225488 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] For port 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:57:02.230155 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] For port 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=8c5e7f9a-0d4d-42ee-82a1-25695fc87a19,segment=NetworkSegment(ecbdac0e-61a2-4c13-91dc-68461cbb8ae1),segment_id=ecbdac0e-61a2-4c13-91dc-68461cbb8ae1)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:57:02.245942 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:02.255624 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36848) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:57:02.270101 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-5d22dcb9-b205-46e6-828c-a7f9f514e4b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-97311356-network', 'tenant_id': '9cbb77598f26460688e567262bd00307'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:02.350628 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed9d0a-2c21-4b41-9c80-f547f5ab0a73 None None] Pushing event updated for resources: {'Port': ['ID=8c5e7f9a-0d4d-42ee-82a1-25695fc87a19,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:02.400469 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d22dcb9-b205-46e6-828c-a7f9f514e4b1 admin admin] Made reservation on behalf of 9cbb77598f26460688e567262bd00307 for: {'network': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:57:02.404732 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5d22dcb9-b205-46e6-828c-a7f9f514e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:02.409516 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36686b6e-933b-4588-8f9c-fa90fbc0da50 req-9ed9e824-b5f0-4388-af7d-92c70a1de74c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:02.414113 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-36686b6e-933b-4588-8f9c-fa90fbc0da50 req-9ed9e824-b5f0-4388-af7d-92c70a1de74c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.5395164 Jul 08 12:57:02.433479 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:02.434078 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5d22dcb9-b205-46e6-828c-a7f9f514e4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:02.466135 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72de15-e8ed-4f90-be8e-b4cc7f6a5a52 req-e15fd3cf-6055-4c96-ade2-2699d1d717b5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:02.471146 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fd72de15-e8ed-4f90-be8e-b4cc7f6a5a52 req-e15fd3cf-6055-4c96-ade2-2699d1d717b5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.2487590 Jul 08 12:57:02.641961 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fd72de15-e8ed-4f90-be8e-b4cc7f6a5a52 req-d7a3b45a-59c0-495e-a940-fb3c4037200a tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571701 Jul 08 12:57:02.782320 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device ed74ece0-d614-46a7-abee-22f164a556e5 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:02.888102 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5d22dcb9-b205-46e6-828c-a7f9f514e4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:02.904451 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5d22dcb9-b205-46e6-828c-a7f9f514e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:02.925814 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port ed74ece0-d614-46a7-abee-22f164a556e5 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:57:02.933402 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port ed74ece0-d614-46a7-abee-22f164a556e5 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:02.933797 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:03.004059 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-36686b6e-933b-4588-8f9c-fa90fbc0da50 req-9511e71c-3770-4409-9ce2-4d4c87a40052 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798633 Jul 08 12:57:03.017322 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d22dcb9-b205-46e6-828c-a7f9f514e4b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=92983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:57:03.062496 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22dcb9-b205-46e6-828c-a7f9f514e4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b07ad6-8941-49ef-b2d5-31d75add0be7,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:03.070960 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5d22dcb9-b205-46e6-828c-a7f9f514e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:03.071523 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.segments_db [None req-5d22dcb9-b205-46e6-828c-a7f9f514e4b1 admin admin] Added segment f6b63ca7-2cf8-4024-be20-060b4c99e8c7 of type vlan for network fdbc1d12-f580-4901-8649-6600faead1b8 Jul 08 12:57:03.162539 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5d22dcb9-b205-46e6-828c-a7f9f514e4b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:03.213994 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5d22dcb9-b205-46e6-828c-a7f9f514e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:03.215424 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d22dcb9-b205-46e6-828c-a7f9f514e4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:03.216296 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5d22dcb9-b205-46e6-828c-a7f9f514e4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:03.267481 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-5d22dcb9-b205-46e6-828c-a7f9f514e4b1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0071115 Jul 08 12:57:03.296827 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36854) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:57:03.314164 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5b533990-2a01-4e61-bf6c-8af9a498fa8e no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:57:03.346088 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:03.347148 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718299'] for router, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:03.374743 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-a14488b7-74b2-40b6-b9f1-db1a4154cc04 admin admin] Request body: {'subnet': {'network_id': 'fdbc1d12-f580-4901-8649-6600faead1b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-97311356-subnet', 'tenant_id': '9cbb77598f26460688e567262bd00307', 'ip_version': 4}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:03.442682 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port ed74ece0-d614-46a7-abee-22f164a556e5, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=ed74ece0-d614-46a7-abee-22f164a556e5,segment=NetworkSegment(d7995807-348e-4cc6-8a3e-92ebc4a40c4a),segment_id=d7995807-348e-4cc6-8a3e-92ebc4a40c4a)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:57:03.464768 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:03.466491 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 5391dc19-80d5-45a1-96d1-7463507e0e3e up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:03.524499 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22dcb9-b205-46e6-828c-a7f9f514e4b1 admin admin] Pushing event updated for resources: {'Network': ['ID=fdbc1d12-f580-4901-8649-6600faead1b8,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:03.541770 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8022f63-12af-42f2-8500-afbe09d7484b req-10a010c7-05fc-4775-85fc-d57372f94daa tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:03.553974 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e8022f63-12af-42f2-8500-afbe09d7484b req-10a010c7-05fc-4775-85fc-d57372f94daa tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 946 time: 0.2552192 Jul 08 12:57:03.565014 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14488b7-74b2-40b6-b9f1-db1a4154cc04 admin admin] Made reservation on behalf of 9cbb77598f26460688e567262bd00307 for: {'subnet': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:57:03.568541 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a14488b7-74b2-40b6-b9f1-db1a4154cc04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261328109'] for subnet, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:03.725662 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network fdbc1d12-f580-4901-8649-6600faead1b8 details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:57:03.768540 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Router a1444829-e2f6-439b-946c-ae697fbb0446 is scheduled to L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 with binding_index 1 {{(pid=92981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:57:03.797990 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a14488b7-74b2-40b6-b9f1-db1a4154cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3121288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261328095'] for subnet, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:03.822638 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06295b8a-28fa-4092-95db-fde6339511c0 req-7b888b5f-e43a-4ad4-9269-f4a74b453603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:03.829715 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-06295b8a-28fa-4092-95db-fde6339511c0 req-7b888b5f-e43a-4ad4-9269-f4a74b453603 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb3aaf43ca0742bcbae60180f6a370b0&device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 1098 time: 0.6871643 Jul 08 12:57:03.851579 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=ed74ece0-d614-46a7-abee-22f164a556e5,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:03.913019 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14488b7-74b2-40b6-b9f1-db1a4154cc04 admin admin] Checking segment: {'id': 'f6b63ca7-2cf8-4024-be20-060b4c99e8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fdbc1d12-f580-4901-8649-6600faead1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:57:03.914201 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14488b7-74b2-40b6-b9f1-db1a4154cc04 admin admin] Network hostable DHCP agents. Network: fdbc1d12-f580-4901-8649-6600faead1b8, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:57:03.941510 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e8022f63-12af-42f2-8500-afbe09d7484b req-1494b937-10b3-4d03-84d0-98cca744ead4 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863494 Jul 08 12:57:03.969861 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14488b7-74b2-40b6-b9f1-db1a4154cc04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=960a5548-4f96-479f-88d7-72c61b0058e3,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:03.988426 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14488b7-74b2-40b6-b9f1-db1a4154cc04 admin admin] Network fdbc1d12-f580-4901-8649-6600faead1b8 is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:57:04.011947 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-a14488b7-74b2-40b6-b9f1-db1a4154cc04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, fdbc1d12-f580-4901-8649-6600faead1b8) {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:57:04.047441 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14488b7-74b2-40b6-b9f1-db1a4154cc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:04.049350 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a14488b7-74b2-40b6-b9f1-db1a4154cc04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:04.065817 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2092e3a0-127e-4b02-9b12-70c767fb9dcb None None] Network fdbc1d12-f580-4901-8649-6600faead1b8 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:57:04.090838 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-a14488b7-74b2-40b6-b9f1-db1a4154cc04 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7307429 Jul 08 12:57:04.094400 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 36860) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:57:04.101397 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-97311356-router', 'tenant_id': '9cbb77598f26460688e567262bd00307', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:04.116414 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:04.158754 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4135'] for router, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:04.160024 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:04.413307 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:04.477161 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fecb0f-9566-431f-a33d-929ea604d6f9 None None] Network bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:57:04.529592 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06295b8a-28fa-4092-95db-fde6339511c0 req-6dd3f158-9f18-41df-8712-83b52a876d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:04.532580 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-06295b8a-28fa-4092-95db-fde6339511c0 req-6dd3f158-9f18-41df-8712-83b52a876d0d service neutron] 10.222.0.61 "GET /v2.0/networks?id=1001031a-1b61-435b-8812-921aa2a452b0 HTTP/1.1" status: 200 len: 918 time: 0.6897025 Jul 08 12:57:04.538364 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:57:04.576653 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b533990-2a01-4e61-bf6c-8af9a498fa8e'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:57:04.581781 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae793e1-1e7d-423c-8259-d994d9e39679" -d '{"events": [{"server_uuid": "30c3d726-5746-4ebc-80ca-4321f26536e0", "name": "network-vif-unplugged", "status": "completed", "tag": "5b533990-2a01-4e61-bf6c-8af9a498fa8e"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:57:04.598215 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144dcd4-0efc-4c60-a859-0e671ccec8ea req-6e8c3b08-aa06-4013-9e6d-a6ee6930c13b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:04.600809 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5144dcd4-0efc-4c60-a859-0e671ccec8ea req-6e8c3b08-aa06-4013-9e6d-a6ee6930c13b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 945 time: 0.4803579 Jul 08 12:57:04.602715 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Sync routers for ids ['a1444829-e2f6-439b-946c-ae697fbb0446'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:57:04.637957 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:04.640363 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-3aa257e9-5f29-469a-a4e4-06b722794a9d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3613083 Jul 08 12:57:04.643200 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 5b533990-2a01-4e61-bf6c-8af9a498fa8e, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:57:04.657941 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 36872) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:57:04.684061 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:04.691366 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-06295b8a-28fa-4092-95db-fde6339511c0 req-dd26ed1a-8b21-468b-9a72-991e4a7272f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e HTTP/1.1" status: 200 len: 1001 time: 0.1463394 Jul 08 12:57:04.708280 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-775cd745-83a5-404b-972e-d5f7bc1822c1 None None] Provisioning for port 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:57:04.716349 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Routers {'a1444829-e2f6-439b-946c-ae697fbb0446'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:57:04.716944 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:56:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['a1444829-e2f6-439b-946c-ae697fbb0446'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:04.790849 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 5391dc19-80d5-45a1-96d1-7463507e0e3e completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:57:04.792652 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca23f734-c245-59c6-8c4e-deaf996d04b1-fdbc1d12-f580-4901-8649-6600faead1b8', 'network_id': 'fdbc1d12-f580-4901-8649-6600faead1b8', 'tenant_id': '9cbb77598f26460688e567262bd00307', 'fixed_ips': [{'subnet_id': '960a5548-4f96-479f-88d7-72c61b0058e3'}]}} from dv-cinder-800022-1-iscsi. {{(pid=92985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:57:04.793366 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:04.828997 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 5391dc19-80d5-45a1-96d1-7463507e0e3e triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:04.828997 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:04.875933 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5144dcd4-0efc-4c60-a859-0e671ccec8ea req-ca857ae9-d34a-43e1-985f-d271f2c128b6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418096 Jul 08 12:57:04.959017 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=5b533990-2a01-4e61-bf6c-8af9a498fa8e,revision_number=8']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:04.969379 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 12:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11862c54-708d-4cf7-a418-0f62631a02f2 x-openstack-request-id: req-11862c54-708d-4cf7-a418-0f62631a02f2 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:57:04.969754 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c3d726-5746-4ebc-80ca-4321f26536e0", "name": "network-vif-unplugged", "status": "completed", "tag": "5b533990-2a01-4e61-bf6c-8af9a498fa8e", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:57:04.969965 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11862c54-708d-4cf7-a418-0f62631a02f2 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:57:04.970364 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b533990-2a01-4e61-bf6c-8af9a498fa8e', 'code': 200} Jul 08 12:57:05.041714 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06295b8a-28fa-4092-95db-fde6339511c0 req-907d14a9-388c-4dae-b08e-b1f5d6c305a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:05.043291 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-06295b8a-28fa-4092-95db-fde6339511c0 req-907d14a9-388c-4dae-b08e-b1f5d6c305a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6adf3be6-529c-41ea-8b72-a2240d7f7625 HTTP/1.1" status: 200 len: 856 time: 0.2772863 Jul 08 12:57:05.048004 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4154'] for router, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:05.078329 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1341b-c238-4d2e-bed5-af35e6f7302c req-19523bbd-2480-4481-bbd7-44271d26e21d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:05.091801 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a7e1341b-c238-4d2e-bed5-af35e6f7302c req-19523bbd-2480-4481-bbd7-44271d26e21d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.2778814 Jul 08 12:57:05.146907 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Set router a1444829-e2f6-439b-946c-ae697fbb0446 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:57:05.269996 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a7e1341b-c238-4d2e-bed5-af35e6f7302c req-6afa109b-1309-48c3-a8ab-8451b14d77df tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766582 Jul 08 12:57:05.388894 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:05.405179 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Allocated IP 172.20.0.2 (fdbc1d12-f580-4901-8649-6600faead1b8/960a5548-4f96-479f-88d7-72c61b0058e3/37e4f02c-8ce2-4a61-829f-80a315e0ac95) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:57:05.457659 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faeef4-1292-43d1-98cc-4dd06cc314a0 req-a697b355-3910-4b0f-9d5b-76eee9098b7d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:05.460831 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port 5391dc19-80d5-45a1-96d1-7463507e0e3e, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=5391dc19-80d5-45a1-96d1-7463507e0e3e,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:57:05.465687 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-02faeef4-1292-43d1-98cc-4dd06cc314a0 req-a697b355-3910-4b0f-9d5b-76eee9098b7d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 946 time: 0.1521380 Jul 08 12:57:05.489604 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:05.649880 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-02faeef4-1292-43d1-98cc-4dd06cc314a0 req-c4e1e2f6-e477-4ea8-b0ea-b120333922d6 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800961 Jul 08 12:57:05.663574 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=5391dc19-80d5-45a1-96d1-7463507e0e3e,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:05.705868 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Sync routers for ids ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:57:05.714773 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:05.719615 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Routers {'3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:57:05.720537 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:56:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:05.763812 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:05.770028 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device ed74ece0-d614-46a7-abee-22f164a556e5 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:05.828629 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'name': 'tempest-TestMinimumBasicScenario-1643790850-router', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '912967cf-1289-4314-9378-95bc00bb5f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:59Z', 'updated_at': '2021-07-08T12:57:02Z', 'revision_number': 3, 'project_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'gw_port': {'id': '912967cf-1289-4314-9378-95bc00bb5f48', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:00Z', 'updated_at': '2021-07-08T12:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:05.883605 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:05.887237 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Checking router: a1444829-e2f6-439b-946c-ae697fbb0446 for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:57:05.887237 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Updating router a1444829-e2f6-439b-946c-ae697fbb0446 port 912967cf-1289-4314-9378-95bc00bb5f48 binding host dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:57:05.969174 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:05.986310 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Transition to ACTIVE for port object 37e4f02c-8ce2-4a61-829f-80a315e0ac95 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:05.988374 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:06.092071 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Set router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:57:06.092911 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Allocated IP 172.20.0.1 (bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf/6acece10-dd80-4d52-b16f-86ba15187bc3/855fb873-7d59-498f-aa7e-682d94153253) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:57:06.169584 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Allocated IP 172.27.2.249 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/7b9e9012-cbaa-43b4-b34b-d454975d0bd8) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:57:06.177639 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Transition to ACTIVE for port object 37e4f02c-8ce2-4a61-829f-80a315e0ac95 will not be triggered until provisioned by entity DHCP. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:06.190739 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:06.209547 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:06.226252 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Transition to ACTIVE for port object 855fb873-7d59-498f-aa7e-682d94153253 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:06.254045 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Network fdbc1d12-f580-4901-8649-6600faead1b8 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:57:06.255630 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port ed74ece0-d614-46a7-abee-22f164a556e5 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:06.256033 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:06.277781 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:06.429779 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0503a42-1ee1-4288-9f13-a3374c8304d8 req-c49ba41c-be13-467b-b49d-9545aeda72cd tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:06.431444 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c0503a42-1ee1-4288-9f13-a3374c8304d8 req-c49ba41c-be13-467b-b49d-9545aeda72cd tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1423225 Jul 08 12:57:06.437115 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:06.437801 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Network bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:57:06.444285 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:57:06.456510 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Pushing event updated for resources: {'Port': ['ID=37e4f02c-8ce2-4a61-829f-80a315e0ac95,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:06.460593 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:57:06.463916 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:57:06.484581 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:57:06.539676 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Attempting to bind port 37e4f02c-8ce2-4a61-829f-80a315e0ac95 on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:57:06.540061 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Attempting to bind port 37e4f02c-8ce2-4a61-829f-80a315e0ac95 by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': 'f6b63ca7-2cf8-4024-be20-060b4c99e8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fdbc1d12-f580-4901-8649-6600faead1b8'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:57:06.540438 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Attempting to bind port 37e4f02c-8ce2-4a61-829f-80a315e0ac95 on network fdbc1d12-f580-4901-8649-6600faead1b8 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:57:06.566481 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:57:06.566868 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Checking segment: {'id': 'f6b63ca7-2cf8-4024-be20-060b4c99e8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fdbc1d12-f580-4901-8649-6600faead1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:57:06.567115 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c0503a42-1ee1-4288-9f13-a3374c8304d8 req-f440db1e-bbbc-4588-96df-dc2e52da56a5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220541 Jul 08 12:57:06.567335 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:06.567751 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Bound using segment: {'id': 'f6b63ca7-2cf8-4024-be20-060b4c99e8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fdbc1d12-f580-4901-8649-6600faead1b8'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:57:06.568252 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Bound port: 37e4f02c-8ce2-4a61-829f-80a315e0ac95, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b63ca7-2cf8-4024-be20-060b4c99e8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fdbc1d12-f580-4901-8649-6600faead1b8'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:57:06.568790 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:06.593578 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'name': 'tempest-TestShelveInstance-220030152-router', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:50Z', 'updated_at': '2021-07-08T12:56:58Z', 'revision_number': 4, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'gw_port': {'id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:da:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:51Z', 'updated_at': '2021-07-08T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba', 'name': '', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'mac_address': 'fa:16:3e:77:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:56Z', 'updated_at': '2021-07-08T12:56:58Z', 'revision_number': 2, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'subnets': [{'id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:06.618266 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3137304'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:06.635811 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Pushing event updated for resources: {'Port': ['ID=855fb873-7d59-498f-aa7e-682d94153253,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:06.659370 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Checking router: 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:57:06.662154 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Updating router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe port 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba binding host dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:57:06.679250 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:06.688687 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:57:06.692013 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:57:06.696443 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:57:06.721942 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.724440 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.725240 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.728609 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.729934 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.730698 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.730837 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:06.732689 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.735448 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.736434 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.739618 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.743757 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.747998 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.748946 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Pushing event updated for resources: {'Port': ['ID=7b9e9012-cbaa-43b4-b34b-d454975d0bd8,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:06.762373 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.763185 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.763723 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.765350 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.765885 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.768496 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.769005 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.769538 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.770031 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.770568 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.771077 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.771559 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:06.872101 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642514'] for router_interface, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:07.043569 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92661f-d82d-418c-af6c-d81f00034889 req-c9685f17-6ec1-4d8c-8e97-173d95d2286d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:07.051211 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8c92661f-d82d-418c-af6c-d81f00034889 req-c9685f17-6ec1-4d8c-8e97-173d95d2286d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.3808966 Jul 08 12:57:07.089141 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] For port 37e4f02c-8ce2-4a61-829f-80a315e0ac95, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:57:07.104306 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] For port 37e4f02c-8ce2-4a61-829f-80a315e0ac95, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=37e4f02c-8ce2-4a61-829f-80a315e0ac95,segment=NetworkSegment(f6b63ca7-2cf8-4024-be20-060b4c99e8c7),segment_id=f6b63ca7-2cf8-4024-be20-060b4c99e8c7)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:57:07.116511 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-11960adf-9c4e-4862-b58f-a9aa85c3d774 None None] Provisioning for port 855fb873-7d59-498f-aa7e-682d94153253 completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:57:07.143489 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:07.157405 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-11960adf-9c4e-4862-b58f-a9aa85c3d774 None None] Provisioning complete for port 855fb873-7d59-498f-aa7e-682d94153253 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:07.157955 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-11960adf-9c4e-4862-b58f-a9aa85c3d774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:07.160742 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8c92661f-d82d-418c-af6c-d81f00034889 req-d95e78fd-8149-44ba-a0aa-724e4b0f1d7f tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078579 Jul 08 12:57:07.219567 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:07.231306 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546189c-9b43-4c7a-98c0-ee5896517798 req-b8ebcd0d-7f39-4c66-aecb-44d450e34a67 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:07.233188 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-6546189c-9b43-4c7a-98c0-ee5896517798 req-b8ebcd0d-7f39-4c66-aecb-44d450e34a67 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 946 time: 0.1830957 Jul 08 12:57:07.246382 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:07.272195 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Transition to ACTIVE for port object 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:07.288310 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:57:07.293178 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:07.350423 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:07.405451 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-11960adf-9c4e-4862-b58f-a9aa85c3d774 None None] Port 855fb873-7d59-498f-aa7e-682d94153253 cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:57:07.412878 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Attempting to bind port 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:57:07.413449 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Attempting to bind port 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': 'd673415a-f667-4c26-a1c1-aa95053dc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:57:07.413982 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Attempting to bind port 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba on network 1708f7b4-ee24-4d9b-abb8-f841455a6a5b {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:57:07.427464 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:57:07.427874 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Checking segment: {'id': 'd673415a-f667-4c26-a1c1-aa95053dc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:57:07.428239 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:07.428700 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Bound using segment: {'id': 'd673415a-f667-4c26-a1c1-aa95053dc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:57:07.429219 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Bound port: 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd673415a-f667-4c26-a1c1-aa95053dc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:57:07.429628 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:07.470092 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:07.471058 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:07.485992 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695486af-25c2-4926-a4ba-a49755a6c905 None None] Pushing event updated for resources: {'Port': ['ID=37e4f02c-8ce2-4a61-829f-80a315e0ac95,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:07.505590 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] For port 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:57:07.509310 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] For port 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba,segment=NetworkSegment(d673415a-f667-4c26-a1c1-aa95053dc3b8),segment_id=d673415a-f667-4c26-a1c1-aa95053dc3b8)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:57:07.518585 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-6546189c-9b43-4c7a-98c0-ee5896517798 req-abc087c6-c2af-4471-bc11-9a84044e6c1a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741983 Jul 08 12:57:07.521564 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeed7e8-dce1-42ce-9184-d1c93e4f2905 None None] Pushing event updated for resources: {'Port': ['ID=2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:07.538535 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:07.647997 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeed7e8-dce1-42ce-9184-d1c93e4f2905 None None] Pushing event updated for resources: {'Port': ['ID=2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:07.698249 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Routers {'3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:57:07.698905 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:56:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:07.707564 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:07.718328 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:07.854874 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653697'] for router_interface, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:08.010778 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718299'] for router, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:08.071460 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:08.111127 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Transition to ACTIVE for port object 912967cf-1289-4314-9378-95bc00bb5f48 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:08.123624 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] Set router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:57:08.192700 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:08.446055 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462d5a3-46be-4d32-a626-c8cd07cde17f None None] Pushing event updated for resources: {'Port': ['ID=912967cf-1289-4314-9378-95bc00bb5f48,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:08.458810 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Attempting to bind port 912967cf-1289-4314-9378-95bc00bb5f48 on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:57:08.462928 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Attempting to bind port 912967cf-1289-4314-9378-95bc00bb5f48 by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:57:08.464747 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Attempting to bind port 912967cf-1289-4314-9378-95bc00bb5f48 on network f547a329-a9d1-495a-bdbe-cc39c0620848 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:57:08.482985 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Pushing event updated for resources: {'Port': ['ID=855fb873-7d59-498f-aa7e-682d94153253,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:08.513911 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06295b8a-28fa-4092-95db-fde6339511c0 req-d327e369-f626-4034-91f1-ee07ab6171e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:08.515819 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-06295b8a-28fa-4092-95db-fde6339511c0 req-d327e369-f626-4034-91f1-ee07ab6171e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1001031a-1b61-435b-8812-921aa2a452b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6642454 Jul 08 12:57:08.528488 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:57:08.529190 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Checking segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:57:08.529844 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:08.530485 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Bound using segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:57:08.531539 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Bound port: 912967cf-1289-4314-9378-95bc00bb5f48, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:57:08.532164 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:08.601375 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2d5e6-1ad4-4c04-afae-a488e2f941a0 req-fda27479-7469-453f-a673-0ad361b8bd31 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:08.602975 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1fb2d5e6-1ad4-4c04-afae-a488e2f941a0 req-fda27479-7469-453f-a673-0ad361b8bd31 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.2878404 Jul 08 12:57:08.616077 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Network bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:57:08.619241 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:57:08.637349 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:08.664778 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] For port 912967cf-1289-4314-9378-95bc00bb5f48, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:57:08.693975 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] For port 912967cf-1289-4314-9378-95bc00bb5f48, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=912967cf-1289-4314-9378-95bc00bb5f48,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:57:08.697211 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'name': 'tempest-TestShelveInstance-220030152-router', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:50Z', 'updated_at': '2021-07-08T12:56:58Z', 'revision_number': 4, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'gw_port': {'id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:da:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:51Z', 'updated_at': '2021-07-08T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba', 'name': '', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'mac_address': 'fa:16:3e:77:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:56Z', 'updated_at': '2021-07-08T12:57:07Z', 'revision_number': 4, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'subnets': [{'id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:08.714421 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:08.717818 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=8c5e7f9a-0d4d-42ee-82a1-25695fc87a19,segment=NetworkSegment(ecbdac0e-61a2-4c13-91dc-68461cbb8ae1),segment_id=ecbdac0e-61a2-4c13-91dc-68461cbb8ae1)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:57:08.761183 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1fb2d5e6-1ad4-4c04-afae-a488e2f941a0 req-0455fbb4-c2e3-46cb-8f27-e2fdd7da9677 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296489 Jul 08 12:57:08.803862 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaeb62d-c661-4450-89d7-e650dd6ac736 req-bb235c7d-d88c-4923-a84f-a95ec0880910 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:08.807321 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:08.811240 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9820360a-b90e-49b3-af64-76a20ab2cbbe None None] The sync data for ids ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'] in dv-cinder-800022-1-iscsi is: [{'id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'name': 'tempest-TestShelveInstance-220030152-router', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:50Z', 'updated_at': '2021-07-08T12:56:58Z', 'revision_number': 4, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'gw_port': {'id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:da:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:51Z', 'updated_at': '2021-07-08T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba', 'name': '', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'mac_address': 'fa:16:3e:77:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:56Z', 'updated_at': '2021-07-08T12:57:07Z', 'revision_number': 4, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'subnets': [{'id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:57:08.828491 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fbaeb62d-c661-4450-89d7-e650dd6ac736 req-bb235c7d-d88c-4923-a84f-a95ec0880910 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 946 time: 0.4217432 Jul 08 12:57:08.921428 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-06295b8a-28fa-4092-95db-fde6339511c0 req-6314ac2c-58e7-4022-b263-97f34eb90695 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941886 Jul 08 12:57:08.934781 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Routers {'a1444829-e2f6-439b-946c-ae697fbb0446'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:57:08.937776 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:56:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['a1444829-e2f6-439b-946c-ae697fbb0446'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:08.960372 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb5157-10c2-4dfa-8649-646e5193dc5d req-2969d8e0-68a0-41e5-84bf-e95cbbce5f68 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:08.994445 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-84eb5157-10c2-4dfa-8649-646e5193dc5d req-2969d8e0-68a0-41e5-84bf-e95cbbce5f68 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.5146039 Jul 08 12:57:09.075408 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462d5a3-46be-4d32-a626-c8cd07cde17f None None] Pushing event updated for resources: {'Port': ['ID=912967cf-1289-4314-9378-95bc00bb5f48,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:09.115921 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-06295b8a-28fa-4092-95db-fde6339511c0 req-fff134f7-b841-4506-a645-8825fccf31ec service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830804 Jul 08 12:57:09.137079 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Router a1444829-e2f6-439b-946c-ae697fbb0446 has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:57:09.244958 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Router f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b is scheduled to L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 with binding_index 1 {{(pid=92983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:57:09.337332 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:57:09.354298 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ae37c20c-efaa-4651-972c-3d6cbc20275e admin admin] 10.222.0.13 "PUT /v2.0/routers/a1444829-e2f6-439b-946c-ae697fbb0446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6890762 Jul 08 12:57:09.388533 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-617be07a-baa1-44e8-a8a8-e4df7213a980 None None] Provisioning complete for port 855fb873-7d59-498f-aa7e-682d94153253 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:09.388908 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-617be07a-baa1-44e8-a8a8-e4df7213a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:09.398501 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=8c5e7f9a-0d4d-42ee-82a1-25695fc87a19,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:09.434735 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-84eb5157-10c2-4dfa-8649-646e5193dc5d req-4a3ef25f-87d5-4383-a648-7deebbcc8850 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356937 Jul 08 12:57:09.439590 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] Set router a1444829-e2f6-439b-946c-ae697fbb0446 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:57:09.545234 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:09.550541 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-617be07a-baa1-44e8-a8a8-e4df7213a980 None None] Port 855fb873-7d59-498f-aa7e-682d94153253 cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:57:09.570038 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee845c5a-b440-4e22-80ca-53cc77176fdd req-cee8024a-4b46-421c-9b3a-fba070753eb1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:09.577560 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ee845c5a-b440-4e22-80ca-53cc77176fdd req-cee8024a-4b46-421c-9b3a-fba070753eb1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 946 time: 0.1650040 Jul 08 12:57:09.660760 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ee845c5a-b440-4e22-80ca-53cc77176fdd req-794f9387-68b7-4d29-a935-46a3684b6c9b tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816648 Jul 08 12:57:09.765911 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [req-fbaeb62d-c661-4450-89d7-e650dd6ac736 req-2d78cd94-bd79-4c98-a7c9-d84af2f7de92 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Deleting port 5c65be42-9553-4b55-ad32-f96cc1ab8b3d {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:57:09.766283 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-fbaeb62d-c661-4450-89d7-e650dd6ac736 req-2d78cd94-bd79-4c98-a7c9-d84af2f7de92 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:09.781269 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:57:09.794022 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b337f69-e94f-4858-86db-fca95ce5eabd None None] Network fdbc1d12-f580-4901-8649-6600faead1b8 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:57:09.800963 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:09.801594 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:09.900815 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:57:09.921938 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Sync routers for ids ['f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:57:09.936308 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-f8af66d3-5a14-4fda-8bd2-ed0a14fcab15 None None] Provisioning for port 37e4f02c-8ce2-4a61-829f-80a315e0ac95 completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:57:09.962053 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] Notify callbacks [] for router, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:09.964262 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-0a2d3852-eada-4a9c-945e-2a930eef9c23 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.8684337 Jul 08 12:57:09.966806 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 36910) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:57:09.994145 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-fbaeb62d-c661-4450-89d7-e650dd6ac736 req-2d78cd94-bd79-4c98-a7c9-d84af2f7de92 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] For port 5c65be42-9553-4b55-ad32-f96cc1ab8b3d, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5c65be42-9553-4b55-ad32-f96cc1ab8b3d,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:57:09.994577 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-fbaeb62d-c661-4450-89d7-e650dd6ac736 req-2d78cd94-bd79-4c98-a7c9-d84af2f7de92 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:10.031527 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [req-fbaeb62d-c661-4450-89d7-e650dd6ac736 req-2d78cd94-bd79-4c98-a7c9-d84af2f7de92 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Calling delete_port for 5c65be42-9553-4b55-ad32-f96cc1ab8b3d owned by compute:nova {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:57:10.118489 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Routers {'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:57:10.120132 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:56:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:10.227099 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f6039-c166-4c3e-91b4-2701d4408fb4 req-b3da4608-ee29-4382-b3c0-17a1c41b7bd0 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:10.228918 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fd5f6039-c166-4c3e-91b4-2701d4408fb4 req-b3da4608-ee29-4382-b3c0-17a1c41b7bd0 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1365507 Jul 08 12:57:10.358864 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:10.597881 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fd5f6039-c166-4c3e-91b4-2701d4408fb4 req-b359fe20-0d2d-4c71-b56b-ee96a9a0221f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583031 Jul 08 12:57:10.600570 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-fbaeb62d-c661-4450-89d7-e650dd6ac736 req-2d78cd94-bd79-4c98-a7c9-d84af2f7de92 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:10.640623 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78cd94-bd79-4c98-a7c9-d84af2f7de92 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Pushing event deleted for resources: {'Port': ['ID=5c65be42-9553-4b55-ad32-f96cc1ab8b3d,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:10.694052 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Set router f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:57:10.703056 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'name': 'tempest-TestMinimumBasicScenario-1643790850-router', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '912967cf-1289-4314-9378-95bc00bb5f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:59Z', 'updated_at': '2021-07-08T12:57:07Z', 'revision_number': 4, 'project_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'gw_port': {'id': '912967cf-1289-4314-9378-95bc00bb5f48', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:00Z', 'updated_at': '2021-07-08T12:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '855fb873-7d59-498f-aa7e-682d94153253', 'name': '', 'network_id': 'bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'mac_address': 'fa:16:3e:48:26:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6acece10-dd80-4d52-b16f-86ba15187bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:05Z', 'updated_at': '2021-07-08T12:57:07Z', 'revision_number': 2, 'project_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'subnets': [{'id': '6acece10-dd80-4d52-b16f-86ba15187bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:10.746184 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbaeb62d-c661-4450-89d7-e650dd6ac736 req-2d78cd94-bd79-4c98-a7c9-d84af2f7de92 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] No DVR routers for this DVR port 5c65be42-9553-4b55-ad32-f96cc1ab8b3d on host hv-cinder-80002 {{(pid=92983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:57:10.754227 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-fbaeb62d-c661-4450-89d7-e650dd6ac736 req-2d78cd94-bd79-4c98-a7c9-d84af2f7de92 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:10.756660 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fbaeb62d-c661-4450-89d7-e650dd6ac736 req-2d78cd94-bd79-4c98-a7c9-d84af2f7de92 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.61 "DELETE /v2.0/ports/5c65be42-9553-4b55-ad32-f96cc1ab8b3d HTTP/1.1" status: 204 len: 173 time: 1.9238956 Jul 08 12:57:10.757335 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2e2f06-630e-4d24-86d8-5d0d282c232b', 'name': 'network-vif-deleted', 'tag': '5c65be42-9553-4b55-ad32-f96cc1ab8b3d'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:57:10.759894 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ef85e5-e4f7-48e1-8a1f-91ee8cdd4c5b" -d '{"events": [{"server_uuid": "7a2e2f06-630e-4d24-86d8-5d0d282c232b", "name": "network-vif-deleted", "tag": "5c65be42-9553-4b55-ad32-f96cc1ab8b3d"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:57:10.847782 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:10.978614 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-220126a3-df61-4204-b6e8-45c2cdb74be2 req-4c6ca379-8aeb-4b88-8fcb-669193432233 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 210 time: 0.0520577 Jul 08 12:57:11.093660 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d5871-62e8-4dc2-8e79-d7b0493b2ad1 None None] The sync data for ids ['a1444829-e2f6-439b-946c-ae697fbb0446'] in dv-cinder-800022-1-iscsi is: [{'id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'name': 'tempest-TestMinimumBasicScenario-1643790850-router', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '912967cf-1289-4314-9378-95bc00bb5f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:59Z', 'updated_at': '2021-07-08T12:57:07Z', 'revision_number': 4, 'project_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'gw_port': {'id': '912967cf-1289-4314-9378-95bc00bb5f48', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:00Z', 'updated_at': '2021-07-08T12:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '855fb873-7d59-498f-aa7e-682d94153253', 'name': '', 'network_id': 'bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'mac_address': 'fa:16:3e:48:26:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6acece10-dd80-4d52-b16f-86ba15187bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:05Z', 'updated_at': '2021-07-08T12:57:07Z', 'revision_number': 2, 'project_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'subnets': [{'id': '6acece10-dd80-4d52-b16f-86ba15187bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:57:11.100936 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba,segment=NetworkSegment(d673415a-f667-4c26-a1c1-aa95053dc3b8),segment_id=d673415a-f667-4c26-a1c1-aa95053dc3b8)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:57:11.124732 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:11.126043 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a222dc-5d77-414c-8499-29a9771c3313 req-0b34e318-662a-40a8-9f0b-672856b35763 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:11.126828 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 5391dc19-80d5-45a1-96d1-7463507e0e3e up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:11.130103 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea97582-ecfb-42e0-a878-5976c384dc80 x-openstack-request-id: req-8ea97582-ecfb-42e0-a878-5976c384dc80 {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:57:11.130521 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2e2f06-630e-4d24-86d8-5d0d282c232b", "name": "network-vif-deleted", "tag": "5c65be42-9553-4b55-ad32-f96cc1ab8b3d", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:57:11.130930 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ea97582-ecfb-42e0-a878-5976c384dc80 {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:57:11.131476 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2e2f06-630e-4d24-86d8-5d0d282c232b', 'name': 'network-vif-deleted', 'tag': '5c65be42-9553-4b55-ad32-f96cc1ab8b3d', 'status': 'completed', 'code': 200} Jul 08 12:57:11.135388 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e6a222dc-5d77-414c-8499-29a9771c3313 req-0b34e318-662a-40a8-9f0b-672856b35763 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.3076718 Jul 08 12:57:11.326244 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e6a222dc-5d77-414c-8499-29a9771c3313 req-b71e8f4f-8315-43a9-a082-16530823bba7 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720648 Jul 08 12:57:11.398832 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Allocated IP 172.20.0.1 (fdbc1d12-f580-4901-8649-6600faead1b8/960a5548-4f96-479f-88d7-72c61b0058e3/70213522-c3b5-4238-8f15-8cabc1c2c215) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:57:11.513284 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:11.618759 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 5391dc19-80d5-45a1-96d1-7463507e0e3e triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:11.619356 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:11.735421 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:11.772171 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Transition to ACTIVE for port object 70213522-c3b5-4238-8f15-8cabc1c2c215 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:11.848541 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:11.862867 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'name': 'tempest-TestShelveInstance-97311356-router', 'tenant_id': '9cbb77598f26460688e567262bd00307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:57:04Z', 'updated_at': '2021-07-08T12:57:07Z', 'revision_number': 3, 'project_id': '9cbb77598f26460688e567262bd00307', 'gw_port': {'id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:05:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:05Z', 'updated_at': '2021-07-08T12:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:11.957581 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Checking router: f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:57:11.958995 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Updating router f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b port 7b9e9012-cbaa-43b4-b34b-d454975d0bd8 binding host dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:57:11.992341 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Pushing event updated for resources: {'Port': ['ID=70213522-c3b5-4238-8f15-8cabc1c2c215,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:12.032452 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Network fdbc1d12-f580-4901-8649-6600faead1b8 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:57:12.035916 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:57:12.037396 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11a080-bf6e-4ae2-add0-366526b56747 req-555cea48-772b-45ed-af9b-fc4806d31274 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:12.040675 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:57:12.043243 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-dc11a080-bf6e-4ae2-add0-366526b56747 req-555cea48-772b-45ed-af9b-fc4806d31274 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1572347 Jul 08 12:57:12.115322 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 37e4f02c-8ce2-4a61-829f-80a315e0ac95 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:12.156062 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642514'] for router_interface, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:12.228712 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-dc11a080-bf6e-4ae2-add0-366526b56747 req-951f284b-f054-4caf-9c22-cca5fb0c7d77 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774583 Jul 08 12:57:12.352772 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:12.492351 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 37e4f02c-8ce2-4a61-829f-80a315e0ac95 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:57:12.504995 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 37e4f02c-8ce2-4a61-829f-80a315e0ac95 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:12.505725 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:12.632961 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['b77855d1-8202-4e82-8441-62c64e7af09f', 'e4b642ef-c32f-4a77-b9f5-e8864845bbe2', '8503fa63-f2f1-4224-a846-1ba72c9e8747'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:57:12.638673 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5c65be42-9553-4b55-ad32-f96cc1ab8b3d no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:57:12.731701 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: 5c65be42-9553-4b55-ad32-f96cc1ab8b3d {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:57:12.732366 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5c65be42-9553-4b55-ad32-f96cc1ab8b3d not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:57:12.799480 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0dca6b8c-ad25-4d20-b0a2-d4c83903a43b req-6540923f-0404-4920-bcd8-764dac09ecda tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 210 time: 0.3780117 Jul 08 12:57:13.007261 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-6a46f572-3878-4a6f-b7cd-37eee00d89b9 None None] Provisioning for port 70213522-c3b5-4238-8f15-8cabc1c2c215 completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:57:13.059493 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:13.092016 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0927817-b80d-4f48-a1e1-ef459f2add9d req-2d00fd99-9acd-4970-95af-11124e586a8f tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:13.101808 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d0927817-b80d-4f48-a1e1-ef459f2add9d req-2d00fd99-9acd-4970-95af-11124e586a8f tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.2546515 Jul 08 12:57:13.110580 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:13.193618 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d0927817-b80d-4f48-a1e1-ef459f2add9d req-0ad00890-9f6c-427e-9660-bb97778d590b tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900660 Jul 08 12:57:13.247609 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-6a46f572-3878-4a6f-b7cd-37eee00d89b9 None None] Provisioning complete for port 70213522-c3b5-4238-8f15-8cabc1c2c215 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:13.248235 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6a46f572-3878-4a6f-b7cd-37eee00d89b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:13.281646 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port 37e4f02c-8ce2-4a61-829f-80a315e0ac95, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=37e4f02c-8ce2-4a61-829f-80a315e0ac95,segment=NetworkSegment(f6b63ca7-2cf8-4024-be20-060b4c99e8c7),segment_id=f6b63ca7-2cf8-4024-be20-060b4c99e8c7)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:57:13.386855 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:13.647994 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-6a46f572-3878-4a6f-b7cd-37eee00d89b9 None None] Port 70213522-c3b5-4238-8f15-8cabc1c2c215 cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:57:13.825657 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-67930282-b27e-4909-a58c-c2bbbdb2b9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:13.833813 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:13.847560 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:13.887672 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:14.019396 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=37e4f02c-8ce2-4a61-829f-80a315e0ac95,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:14.098515 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:14.184979 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Transition to ACTIVE for port object 7b9e9012-cbaa-43b4-b34b-d454975d0bd8 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:14.195924 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Pushing event updated for resources: {'Port': ['ID=70213522-c3b5-4238-8f15-8cabc1c2c215,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:14.227531 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:14.341608 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ff74b3c1-0c9e-4606-992e-e6664bea74cf req-975ac1d0-3c1f-4fce-9992-ebd156a76f7d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a2e2f06-630e-4d24-86d8-5d0d282c232b HTTP/1.1" status: 200 len: 210 time: 0.1431694 Jul 08 12:57:14.353066 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653697'] for router_interface, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:14.482652 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:14.484784 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:14.579711 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad880e0f-5541-4382-abd6-7e905366e5b1 None None] Pushing event updated for resources: {'Port': ['ID=7b9e9012-cbaa-43b4-b34b-d454975d0bd8,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:14.613883 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Attempting to bind port 7b9e9012-cbaa-43b4-b34b-d454975d0bd8 on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:57:14.614873 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Attempting to bind port 7b9e9012-cbaa-43b4-b34b-d454975d0bd8 by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:57:14.615755 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Attempting to bind port 7b9e9012-cbaa-43b4-b34b-d454975d0bd8 on network f547a329-a9d1-495a-bdbe-cc39c0620848 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:57:14.634549 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b1d44-1c58-4874-a961-7ec6409386a8 req-8cde165a-0a37-4c78-aba8-d9e8de61d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:14.636669 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c29b1d44-1c58-4874-a961-7ec6409386a8 req-8cde165a-0a37-4c78-aba8-d9e8de61d874 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 1098 time: 0.2272806 Jul 08 12:57:14.701630 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:57:14.703163 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Checking segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:57:14.704391 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:14.710771 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Bound using segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:57:14.717709 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Bound port: 7b9e9012-cbaa-43b4-b34b-d454975d0bd8, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:57:14.718764 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:14.724444 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c29b1d44-1c58-4874-a961-7ec6409386a8 req-64bc7b23-711d-4d8d-a91f-5914bebbc76c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801678 Jul 08 12:57:14.908339 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1e9be-1955-45b2-9760-4da138b568bb req-f2b1b22a-740d-43bd-a09f-0bb66312ebb7 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:14.910360 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fca1e9be-1955-45b2-9760-4da138b568bb req-f2b1b22a-740d-43bd-a09f-0bb66312ebb7 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1909392 Jul 08 12:57:14.994008 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fca1e9be-1955-45b2-9760-4da138b568bb req-3c71a944-93f0-473d-833e-01b82fb13c52 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714297 Jul 08 12:57:15.093715 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] For port 7b9e9012-cbaa-43b4-b34b-d454975d0bd8, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:57:15.107160 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9618c3-8981-421d-b3da-d3710a6880f9 req-4c33d996-87b2-44d6-ace4-12992e5e6caa tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:15.115345 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ec9618c3-8981-421d-b3da-d3710a6880f9 req-4c33d996-87b2-44d6-ace4-12992e5e6caa tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.8842506 Jul 08 12:57:15.128322 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Network fdbc1d12-f580-4901-8649-6600faead1b8 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:57:15.138011 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:57:15.173819 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] For port 7b9e9012-cbaa-43b4-b34b-d454975d0bd8, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=7b9e9012-cbaa-43b4-b34b-d454975d0bd8,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:57:15.208835 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:15.309376 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:15.550936 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Routers {'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:57:15.551804 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:56:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:15.644660 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad880e0f-5541-4382-abd6-7e905366e5b1 None None] Pushing event updated for resources: {'Port': ['ID=7b9e9012-cbaa-43b4-b34b-d454975d0bd8,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:15.793077 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ec9618c3-8981-421d-b3da-d3710a6880f9 req-8561d6c7-021e-4fa5-9590-89b7c1ec5c59 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6746686 Jul 08 12:57:15.826573 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:15.827094 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:15.831516 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-abe50e29-b35d-4929-a3aa-7d4ae3d75ce9 None None] Provisioning complete for port 70213522-c3b5-4238-8f15-8cabc1c2c215 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:15.832123 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-abe50e29-b35d-4929-a3aa-7d4ae3d75ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:15.840835 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Router f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:57:15.937167 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] Set router f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:57:16.129996 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-abe50e29-b35d-4929-a3aa-7d4ae3d75ce9 None None] Port 70213522-c3b5-4238-8f15-8cabc1c2c215 cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:57:16.168438 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5d246b33-385f-46b7-8702-f1020fe38c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:16.197047 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:57:16.214429 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-76bb900a-2356-4abc-9d28-493fb0272c94 admin admin] 10.222.0.13 "PUT /v2.0/routers/f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2459931 Jul 08 12:57:16.607319 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5b533990-2a01-4e61-bf6c-8af9a498fa8e no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:57:16.699261 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287df610-efc2-4d38-94eb-18e89ff0ed6a req-1616a0e0-57b7-4bc3-890f-02d2ec0d2fba tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:16.705275 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-287df610-efc2-4d38-94eb-18e89ff0ed6a req-1616a0e0-57b7-4bc3-890f-02d2ec0d2fba tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.3279378 Jul 08 12:57:16.834862 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-287df610-efc2-4d38-94eb-18e89ff0ed6a req-3640e180-63e3-493f-91a1-2374e8371635 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182768 Jul 08 12:57:16.856614 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'name': 'tempest-TestShelveInstance-97311356-router', 'tenant_id': '9cbb77598f26460688e567262bd00307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:57:04Z', 'updated_at': '2021-07-08T12:57:12Z', 'revision_number': 4, 'project_id': '9cbb77598f26460688e567262bd00307', 'gw_port': {'id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:05:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:05Z', 'updated_at': '2021-07-08T12:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '70213522-c3b5-4238-8f15-8cabc1c2c215', 'name': '', 'network_id': 'fdbc1d12-f580-4901-8649-6600faead1b8', 'tenant_id': '9cbb77598f26460688e567262bd00307', 'mac_address': 'fa:16:3e:16:95:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '960a5548-4f96-479f-88d7-72c61b0058e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:10Z', 'updated_at': '2021-07-08T12:57:13Z', 'revision_number': 2, 'project_id': '9cbb77598f26460688e567262bd00307', 'subnets': [{'id': '960a5548-4f96-479f-88d7-72c61b0058e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:16.989959 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 912967cf-1289-4314-9378-95bc00bb5f48 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:16.993962 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944a268-51e7-45a8-bd82-516ca051ca1e None None] The sync data for ids ['f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'] in dv-cinder-800022-1-iscsi is: [{'id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'name': 'tempest-TestShelveInstance-97311356-router', 'tenant_id': '9cbb77598f26460688e567262bd00307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:57:04Z', 'updated_at': '2021-07-08T12:57:12Z', 'revision_number': 4, 'project_id': '9cbb77598f26460688e567262bd00307', 'gw_port': {'id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:05:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:05Z', 'updated_at': '2021-07-08T12:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '70213522-c3b5-4238-8f15-8cabc1c2c215', 'name': '', 'network_id': 'fdbc1d12-f580-4901-8649-6600faead1b8', 'tenant_id': '9cbb77598f26460688e567262bd00307', 'mac_address': 'fa:16:3e:16:95:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '960a5548-4f96-479f-88d7-72c61b0058e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:10Z', 'updated_at': '2021-07-08T12:57:13Z', 'revision_number': 2, 'project_id': '9cbb77598f26460688e567262bd00307', 'subnets': [{'id': '960a5548-4f96-479f-88d7-72c61b0058e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:57:17.116368 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:17.161367 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 912967cf-1289-4314-9378-95bc00bb5f48 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:57:17.177580 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 912967cf-1289-4314-9378-95bc00bb5f48 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:17.178159 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:17.292304 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Sync routers for ids ['a1444829-e2f6-439b-946c-ae697fbb0446'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:57:17.310109 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Routers {'a1444829-e2f6-439b-946c-ae697fbb0446'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:57:17.311303 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:57:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['a1444829-e2f6-439b-946c-ae697fbb0446'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:17.360496 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f8f6f-ffac-4377-92fd-2fdd93647469 req-5a1c30dd-c8fa-4cf6-9f07-bc4d6686ed4f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:17.377956 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c86f8f6f-ffac-4377-92fd-2fdd93647469 req-5a1c30dd-c8fa-4cf6-9f07-bc4d6686ed4f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1708119 Jul 08 12:57:17.469763 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c86f8f6f-ffac-4377-92fd-2fdd93647469 req-c0022591-60ab-4eb5-b437-110b59f498bf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904334 Jul 08 12:57:17.661917 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:17.729700 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:17.731945 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Set router a1444829-e2f6-439b-946c-ae697fbb0446 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:57:17.739790 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port 912967cf-1289-4314-9378-95bc00bb5f48, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=912967cf-1289-4314-9378-95bc00bb5f48,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:57:17.756869 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:17.758207 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 37e4f02c-8ce2-4a61-829f-80a315e0ac95 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:17.949654 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=912967cf-1289-4314-9378-95bc00bb5f48,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:18.021536 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 37e4f02c-8ce2-4a61-829f-80a315e0ac95 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:18.021911 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:18.027967 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 37010) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:57:18.039545 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-b4315841-9f46-4d03-a150-8bbc36662e71 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1248408044', 'description': 'tempest-secgroup-smoke-1248408044 description', 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:18.136326 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b4315841-9f46-4d03-a150-8bbc36662e71 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:18.304870 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b4315841-9f46-4d03-a150-8bbc36662e71 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:18.315423 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b4315841-9f46-4d03-a150-8bbc36662e71 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:18.393149 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b4315841-9f46-4d03-a150-8bbc36662e71 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:18.395689 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b4315841-9f46-4d03-a150-8bbc36662e71 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3644607 Jul 08 12:57:18.400192 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 37014) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:57:18.406574 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4315841-9f46-4d03-a150-8bbc36662e71 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254ab185-ffae-4bea-bf7f-d9087f457059,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:18.406837 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-4a01fbcc-fa2c-404d-89e4-f82699419783 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Request body: {'security_group_rule': {'security_group_id': '254ab185-ffae-4bea-bf7f-d9087f457059', 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:18.430640 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'name': 'tempest-TestMinimumBasicScenario-1643790850-router', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '912967cf-1289-4314-9378-95bc00bb5f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:59Z', 'updated_at': '2021-07-08T12:57:07Z', 'revision_number': 4, 'project_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'gw_port': {'id': '912967cf-1289-4314-9378-95bc00bb5f48', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:00Z', 'updated_at': '2021-07-08T12:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '855fb873-7d59-498f-aa7e-682d94153253', 'name': '', 'network_id': 'bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'mac_address': 'fa:16:3e:48:26:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6acece10-dd80-4d52-b16f-86ba15187bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:05Z', 'updated_at': '2021-07-08T12:57:07Z', 'revision_number': 2, 'project_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'subnets': [{'id': '6acece10-dd80-4d52-b16f-86ba15187bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:18.516139 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4a01fbcc-fa2c-404d-89e4-f82699419783 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:18.555600 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Checking router: a1444829-e2f6-439b-946c-ae697fbb0446 for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:57:18.556045 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Updating router a1444829-e2f6-439b-946c-ae697fbb0446 port 855fb873-7d59-498f-aa7e-682d94153253 binding host dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:57:18.625370 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 912967cf-1289-4314-9378-95bc00bb5f48 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:18.811442 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4a01fbcc-fa2c-404d-89e4-f82699419783 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:18.827433 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 912967cf-1289-4314-9378-95bc00bb5f48 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:18.828026 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:18.830029 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4a01fbcc-fa2c-404d-89e4-f82699419783 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:19.026793 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01fbcc-fa2c-404d-89e4-f82699419783 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28236636-d8d0-4881-a6b2-9dccb703f772,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:19.068424 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4a01fbcc-fa2c-404d-89e4-f82699419783 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:19.075695 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-4a01fbcc-fa2c-404d-89e4-f82699419783 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6735570 Jul 08 12:57:19.077697 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 37024) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:57:19.089749 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-ebd82583-bbc9-41f8-835e-4ef44f9bda07 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Request body: {'security_group_rule': {'security_group_id': '254ab185-ffae-4bea-bf7f-d9087f457059', 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:19.177927 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:19.280147 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ebd82583-bbc9-41f8-835e-4ef44f9bda07 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:19.368284 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:19.611651 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ebd82583-bbc9-41f8-835e-4ef44f9bda07 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:19.626375 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ebd82583-bbc9-41f8-835e-4ef44f9bda07 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:19.688496 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd82583-bbc9-41f8-835e-4ef44f9bda07 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd74204-8d84-4cd3-90b0-ea21ea1449ad,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:19.700317 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ebd82583-bbc9-41f8-835e-4ef44f9bda07 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:19.706135 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ebd82583-bbc9-41f8-835e-4ef44f9bda07 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6249998 Jul 08 12:57:19.707582 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 37032) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:57:19.726326 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-5e4ef44f-3461-447f-9b55-b39cebc592a6 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Request body: {'security_group_rule': {'security_group_id': '254ab185-ffae-4bea-bf7f-d9087f457059', 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:19.832898 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5e4ef44f-3461-447f-9b55-b39cebc592a6 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:19.985272 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f76fa-779f-4c3a-914a-f17b6ed72003 req-f4708762-0b6c-4cae-80a1-cc32be193489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:19.990813 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2a5f76fa-779f-4c3a-914a-f17b6ed72003 req-f4708762-0b6c-4cae-80a1-cc32be193489 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3dbecc61c5845b188667dfb5faa627b&device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 1098 time: 0.1461959 Jul 08 12:57:20.019969 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5e4ef44f-3461-447f-9b55-b39cebc592a6 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:20.059264 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5e4ef44f-3461-447f-9b55-b39cebc592a6 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:20.099900 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ef44f-3461-447f-9b55-b39cebc592a6 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2ade51-d74e-4927-96b5-1b326cb12640,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:20.102752 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5e4ef44f-3461-447f-9b55-b39cebc592a6 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:20.104774 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5e4ef44f-3461-447f-9b55-b39cebc592a6 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3863037 Jul 08 12:57:20.123407 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 37040) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:57:20.143167 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-e7357bfb-4c7d-4f8b-a695-ff8af0ea2d37 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Request body: {'security_group_rule': {'security_group_id': '254ab185-ffae-4bea-bf7f-d9087f457059', 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:20.281453 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba7057-538d-4f66-a5b9-2c18653d2b3b req-ed22730b-de70-44a3-977b-17b351860805 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:20.295998 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-38ba7057-538d-4f66-a5b9-2c18653d2b3b req-ed22730b-de70-44a3-977b-17b351860805 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 945 time: 0.2983963 Jul 08 12:57:20.311878 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f76fa-779f-4c3a-914a-f17b6ed72003 req-ddef0c4a-1b45-456d-aa0b-c6695f2204ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:20.313633 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2a5f76fa-779f-4c3a-914a-f17b6ed72003 req-ddef0c4a-1b45-456d-aa0b-c6695f2204ec service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa HTTP/1.1" status: 200 len: 919 time: 0.3145442 Jul 08 12:57:20.327956 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e7357bfb-4c7d-4f8b-a695-ff8af0ea2d37 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:20.391845 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:20.427388 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Transition to ACTIVE for port object 855fb873-7d59-498f-aa7e-682d94153253 will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:20.449449 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:20.475729 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2a5f76fa-779f-4c3a-914a-f17b6ed72003 req-c2c2c0fc-396b-41cb-9f3f-95f7459389cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74341109-ec67-4527-895d-f9685f0ddd46 HTTP/1.1" status: 200 len: 217 time: 0.1403022 Jul 08 12:57:20.637902 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2e960-fb9d-4017-a8d2-ba7294b3bb92 None None] Pushing event updated for resources: {'Port': ['ID=855fb873-7d59-498f-aa7e-682d94153253,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:20.646244 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 7b9e9012-cbaa-43b4-b34b-d454975d0bd8 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:20.661332 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f76fa-779f-4c3a-914a-f17b6ed72003 req-a369f981-550c-4c85-b6b1-f1a35aed5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:20.663822 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2a5f76fa-779f-4c3a-914a-f17b6ed72003 req-a369f981-550c-4c85-b6b1-f1a35aed5063 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=262bcbbd-46b6-4e4c-b994-e242df92a595 HTTP/1.1" status: 200 len: 858 time: 0.1799548 Jul 08 12:57:20.790246 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e7357bfb-4c7d-4f8b-a695-ff8af0ea2d37 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:20.810565 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e7357bfb-4c7d-4f8b-a695-ff8af0ea2d37 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:20.858185 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2a5f76fa-779f-4c3a-914a-f17b6ed72003 req-f9ee0c21-f4a7-4e89-89c0-aeacf8e2e203 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b7d4339-bb93-45b9-9602-75d85bfb5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1797812 Jul 08 12:57:20.864769 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-38ba7057-538d-4f66-a5b9-2c18653d2b3b req-4592cdc9-fe35-4dc3-8c9a-fad77e4bbe66 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654864 Jul 08 12:57:20.877926 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e7357bfb-4c7d-4f8b-a695-ff8af0ea2d37 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:20.884003 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e7357bfb-4c7d-4f8b-a695-ff8af0ea2d37 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7574711 Jul 08 12:57:20.912654 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 37046) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:57:20.956432 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-4976a87b-5ef4-4328-bdbe-199abb98f105 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Request body: {'security_group_rule': {'security_group_id': '254ab185-ffae-4bea-bf7f-d9087f457059', 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:20.983325 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 7b9e9012-cbaa-43b4-b34b-d454975d0bd8 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:57:21.000298 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 7b9e9012-cbaa-43b4-b34b-d454975d0bd8 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:21.004635 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:21.081808 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7357bfb-4c7d-4f8b-a695-ff8af0ea2d37 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0986e79a-e6fd-4593-8bdb-9acd051513e6,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:21.089426 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.securitygroups_db [None req-4976a87b-5ef4-4328-bdbe-199abb98f105 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Project 4259b3da7ad84a6ea96e9da0e49b7b8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 12:57:21.104951 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Attempting to bind port 855fb873-7d59-498f-aa7e-682d94153253 on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:57:21.114297 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Attempting to bind port 855fb873-7d59-498f-aa7e-682d94153253 by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': 'ecbdac0e-61a2-4c13-91dc-68461cbb8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:57:21.114980 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Attempting to bind port 855fb873-7d59-498f-aa7e-682d94153253 on network bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:57:21.144800 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:57:21.146336 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Checking segment: {'id': 'ecbdac0e-61a2-4c13-91dc-68461cbb8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:57:21.147843 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:21.148267 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Bound using segment: {'id': 'ecbdac0e-61a2-4c13-91dc-68461cbb8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:57:21.148774 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Bound port: 855fb873-7d59-498f-aa7e-682d94153253, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbdac0e-61a2-4c13-91dc-68461cbb8ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:57:21.149295 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4976a87b-5ef4-4328-bdbe-199abb98f105 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:21.152738 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:21.275131 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e2f7a-afb9-459b-8cc2-05efda0716c0 req-b68aba33-12a1-4000-80a9-ff9ecca50d5c tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:21.281121 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6b0e2f7a-afb9-459b-8cc2-05efda0716c0 req-b68aba33-12a1-4000-80a9-ff9ecca50d5c tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.61 "GET /v2.0/ports?device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 945 time: 0.8410234 Jul 08 12:57:21.396537 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] For port 855fb873-7d59-498f-aa7e-682d94153253, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:57:21.406029 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] For port 855fb873-7d59-498f-aa7e-682d94153253, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=855fb873-7d59-498f-aa7e-682d94153253,segment=NetworkSegment(ecbdac0e-61a2-4c13-91dc-68461cbb8ae1),segment_id=ecbdac0e-61a2-4c13-91dc-68461cbb8ae1)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:57:21.418567 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:21.574579 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:21.646619 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2e960-fb9d-4017-a8d2-ba7294b3bb92 None None] Pushing event updated for resources: {'Port': ['ID=855fb873-7d59-498f-aa7e-682d94153253,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:21.664378 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port 7b9e9012-cbaa-43b4-b34b-d454975d0bd8, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=7b9e9012-cbaa-43b4-b34b-d454975d0bd8,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:57:21.672892 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:21.725247 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Routers {'a1444829-e2f6-439b-946c-ae697fbb0446'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:57:21.726279 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:57:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['a1444829-e2f6-439b-946c-ae697fbb0446'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:21.797199 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4976a87b-5ef4-4328-bdbe-199abb98f105 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:21.811989 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2a5f76fa-779f-4c3a-914a-f17b6ed72003 req-a784378e-1e41-4554-980c-6640b0449a9d service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9439831 Jul 08 12:57:21.842161 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4976a87b-5ef4-4328-bdbe-199abb98f105 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:21.875454 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976a87b-5ef4-4328-bdbe-199abb98f105 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e0a205-b800-41e5-83ea-6e322554850c,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:21.922087 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=7b9e9012-cbaa-43b4-b34b-d454975d0bd8,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:21.922338 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1dee7-dfe0-4da3-8dd9-97ce569c6dd6 req-347b50b5-9212-4195-9436-2bce89ef890b tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:21.931861 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-59a1dee7-dfe0-4da3-8dd9-97ce569c6dd6 req-347b50b5-9212-4195-9436-2bce89ef890b tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.2862163 Jul 08 12:57:22.026430 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-59a1dee7-dfe0-4da3-8dd9-97ce569c6dd6 req-851e0d23-0ee3-4522-accd-54cb24179809 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932145 Jul 08 12:57:22.029956 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4976a87b-5ef4-4328-bdbe-199abb98f105 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:22.033369 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4976a87b-5ef4-4328-bdbe-199abb98f105 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1082921 Jul 08 12:57:22.040422 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 37066) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:57:22.084043 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-7c354e26-729a-46ef-98be-7d2a8b94b81e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Request body: {'security_group_rule': {'security_group_id': '254ab185-ffae-4bea-bf7f-d9087f457059', 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:22.149768 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-6b0e2f7a-afb9-459b-8cc2-05efda0716c0 req-f8201b25-2a74-4fde-9a57-f706ffd56a9e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Deleting port 8503fa63-f2f1-4224-a846-1ba72c9e8747 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:57:22.154201 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-6b0e2f7a-afb9-459b-8cc2-05efda0716c0 req-f8201b25-2a74-4fde-9a57-f706ffd56a9e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:22.241542 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] Set router a1444829-e2f6-439b-946c-ae697fbb0446 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:57:22.424191 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.securitygroups_db [None req-7c354e26-729a-46ef-98be-7d2a8b94b81e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Project 4259b3da7ad84a6ea96e9da0e49b7b8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 12:57:22.481629 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7c354e26-729a-46ef-98be-7d2a8b94b81e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:22.483811 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2a5f76fa-779f-4c3a-914a-f17b6ed72003 req-53eace0e-0d32-4234-8a5d-2f6fa9b04b89 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712719 Jul 08 12:57:22.504835 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc3177-1a88-4231-b5a6-45eb1c38d05f req-a284ee73-73c9-4cea-a428-8f3f4be8de80 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:22.518913 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7fdc3177-1a88-4231-b5a6-45eb1c38d05f req-a284ee73-73c9-4cea-a428-8f3f4be8de80 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.8413656 Jul 08 12:57:22.593209 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 37076) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:57:22.609471 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7fdc3177-1a88-4231-b5a6-45eb1c38d05f req-49ff3f41-d2ec-4f08-a6db-e2f841dc9fc2 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891337 Jul 08 12:57:22.804878 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 855fb873-7d59-498f-aa7e-682d94153253 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:22.850986 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-6b0e2f7a-afb9-459b-8cc2-05efda0716c0 req-f8201b25-2a74-4fde-9a57-f706ffd56a9e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] For port 8503fa63-f2f1-4224-a846-1ba72c9e8747, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=8503fa63-f2f1-4224-a846-1ba72c9e8747,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:57:22.858785 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-6b0e2f7a-afb9-459b-8cc2-05efda0716c0 req-f8201b25-2a74-4fde-9a57-f706ffd56a9e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:22.892460 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-91b20864-3096-4303-9406-2e42bfd596a1 req-78b1cfff-18b5-456c-8c38-ca4da4d92f57 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2790544 Jul 08 12:57:22.977167 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'name': 'tempest-TestMinimumBasicScenario-1643790850-router', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '912967cf-1289-4314-9378-95bc00bb5f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:59Z', 'updated_at': '2021-07-08T12:57:07Z', 'revision_number': 4, 'project_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'gw_port': {'id': '912967cf-1289-4314-9378-95bc00bb5f48', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:00Z', 'updated_at': '2021-07-08T12:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '855fb873-7d59-498f-aa7e-682d94153253', 'name': '', 'network_id': 'bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'mac_address': 'fa:16:3e:48:26:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6acece10-dd80-4d52-b16f-86ba15187bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:05Z', 'updated_at': '2021-07-08T12:57:21Z', 'revision_number': 4, 'project_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'subnets': [{'id': '6acece10-dd80-4d52-b16f-86ba15187bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:23.016832 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5ef67-c8be-49c8-8f5f-4db2439a20e1 None None] The sync data for ids ['a1444829-e2f6-439b-946c-ae697fbb0446'] in dv-cinder-800022-1-iscsi is: [{'id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'name': 'tempest-TestMinimumBasicScenario-1643790850-router', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '912967cf-1289-4314-9378-95bc00bb5f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:59Z', 'updated_at': '2021-07-08T12:57:07Z', 'revision_number': 4, 'project_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'gw_port': {'id': '912967cf-1289-4314-9378-95bc00bb5f48', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:00Z', 'updated_at': '2021-07-08T12:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '855fb873-7d59-498f-aa7e-682d94153253', 'name': '', 'network_id': 'bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'mac_address': 'fa:16:3e:48:26:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6acece10-dd80-4d52-b16f-86ba15187bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:05Z', 'updated_at': '2021-07-08T12:57:21Z', 'revision_number': 4, 'project_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'subnets': [{'id': '6acece10-dd80-4d52-b16f-86ba15187bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:57:23.034272 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 855fb873-7d59-498f-aa7e-682d94153253 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:57:23.052178 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 855fb873-7d59-498f-aa7e-682d94153253 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:23.055294 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:23.122376 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-6b0e2f7a-afb9-459b-8cc2-05efda0716c0 req-f8201b25-2a74-4fde-9a57-f706ffd56a9e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Calling delete_port for 8503fa63-f2f1-4224-a846-1ba72c9e8747 owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:57:23.138838 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Sync routers for ids ['f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:57:23.218062 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Routers {'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:57:23.221864 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:57:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:23.252624 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7c354e26-729a-46ef-98be-7d2a8b94b81e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:23.314978 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7c354e26-729a-46ef-98be-7d2a8b94b81e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:23.356202 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b0f61-499a-48eb-b82a-6c4e07dac927 req-8ea0eb48-7e0e-477b-aa19-23d7b5e0e89c tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:23.370980 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0f1b0f61-499a-48eb-b82a-6c4e07dac927 req-8ea0eb48-7e0e-477b-aa19-23d7b5e0e89c tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 945 time: 0.1927142 Jul 08 12:57:23.468742 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0f1b0f61-499a-48eb-b82a-6c4e07dac927 req-02a7f282-22f4-4ef0-8dea-391ea22f0b75 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822885 Jul 08 12:57:23.491845 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:23.550858 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c354e26-729a-46ef-98be-7d2a8b94b81e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83be3b93-3bcd-4d24-b067-06e863fa342e,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:23.577940 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7c354e26-729a-46ef-98be-7d2a8b94b81e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:23.582572 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7c354e26-729a-46ef-98be-7d2a8b94b81e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.5088191 Jul 08 12:57:23.588551 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port 855fb873-7d59-498f-aa7e-682d94153253, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=855fb873-7d59-498f-aa7e-682d94153253,segment=NetworkSegment(ecbdac0e-61a2-4c13-91dc-68461cbb8ae1),segment_id=ecbdac0e-61a2-4c13-91dc-68461cbb8ae1)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:57:23.605329 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Set router f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:57:23.607584 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:23.608403 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 7b9e9012-cbaa-43b4-b34b-d454975d0bd8 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:24.029233 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f3ad1-cf75-4381-bf66-cd315f47457f req-74ed25e3-2645-4a6f-a702-b3adacafdb04 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:24.035152 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cc1f3ad1-cf75-4381-bf66-cd315f47457f req-74ed25e3-2645-4a6f-a702-b3adacafdb04 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.4779029 Jul 08 12:57:24.109707 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-6b0e2f7a-afb9-459b-8cc2-05efda0716c0 req-f8201b25-2a74-4fde-9a57-f706ffd56a9e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:24.123611 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12c10e-9b6f-4997-9167-1cbdd9b6fca2 req-96700452-29db-423d-804d-7b014e5e88ec tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:24.138260 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac12c10e-9b6f-4997-9167-1cbdd9b6fca2 req-96700452-29db-423d-804d-7b014e5e88ec tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 946 time: 0.2380342 Jul 08 12:57:24.150185 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['b77855d1-8202-4e82-8441-62c64e7af09f', 'e4b642ef-c32f-4a77-b9f5-e8864845bbe2'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:57:24.268441 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac12c10e-9b6f-4997-9167-1cbdd9b6fca2 req-01959ede-75a2-4696-a28e-1eb0f4f70f3b tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272576 Jul 08 12:57:24.438781 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8201b25-2a74-4fde-9a57-f706ffd56a9e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Pushing event deleted for resources: {'Port': ['ID=8503fa63-f2f1-4224-a846-1ba72c9e8747,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:24.579575 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=855fb873-7d59-498f-aa7e-682d94153253,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:24.674873 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 8503fa63-f2f1-4224-a846-1ba72c9e8747 no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:57:24.710310 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0e2f7a-afb9-459b-8cc2-05efda0716c0 req-f8201b25-2a74-4fde-9a57-f706ffd56a9e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] No DVR routers for this DVR port 8503fa63-f2f1-4224-a846-1ba72c9e8747 on host hv-cinder-80002 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:57:24.754920 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cc1f3ad1-cf75-4381-bf66-cd315f47457f req-d09f4772-ef20-47c0-82eb-911fbfb9324e tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530638 Jul 08 12:57:24.761358 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-6b0e2f7a-afb9-459b-8cc2-05efda0716c0 req-f8201b25-2a74-4fde-9a57-f706ffd56a9e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:24.774735 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 7b9e9012-cbaa-43b4-b34b-d454975d0bd8 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:24.776132 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:24.782536 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6b0e2f7a-afb9-459b-8cc2-05efda0716c0 req-f8201b25-2a74-4fde-9a57-f706ffd56a9e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.61 "DELETE /v2.0/ports/8503fa63-f2f1-4224-a846-1ba72c9e8747 HTTP/1.1" status: 204 len: 173 time: 3.4941480 Jul 08 12:57:24.793012 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581267f8-84fe-41e2-bd64-fe36fd90784e', 'name': 'network-vif-deleted', 'tag': '8503fa63-f2f1-4224-a846-1ba72c9e8747'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:57:24.830419 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e414475-e61c-4f2c-a8d0-938c9e9c9086" -d '{"events": [{"server_uuid": "581267f8-84fe-41e2-bd64-fe36fd90784e", "name": "network-vif-deleted", "tag": "8503fa63-f2f1-4224-a846-1ba72c9e8747"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:57:24.870122 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: 8503fa63-f2f1-4224-a846-1ba72c9e8747 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:57:24.870639 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 8503fa63-f2f1-4224-a846-1ba72c9e8747 not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:57:25.092652 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac720bfb-1b6b-4d0e-9259-0b6ac6f63ebb req-c2a6d709-9050-4f24-ae78-3ce80fdba961 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:25.095215 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac720bfb-1b6b-4d0e-9259-0b6ac6f63ebb req-c2a6d709-9050-4f24-ae78-3ce80fdba961 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.4059238 Jul 08 12:57:25.104083 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802f78b-97c0-4f82-bc72-6dd90207345b req-6e820bf6-a9fc-4b53-bb5a-a5d88425bb1d tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:25.107333 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d802f78b-97c0-4f82-bc72-6dd90207345b req-6e820bf6-a9fc-4b53-bb5a-a5d88425bb1d tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 946 time: 0.2583845 Jul 08 12:57:25.281159 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac720bfb-1b6b-4d0e-9259-0b6ac6f63ebb req-eba8ac6a-7ddf-4d96-bee9-0ab24f5f3598 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704094 Jul 08 12:57:25.364784 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3117ddd8-c291-4aa7-b0cb-3e76aab0b124 req-a1f21eff-cfa8-48fa-afb7-29c4851c39da tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 210 time: 0.1212399 Jul 08 12:57:25.407974 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f00a301-9e0a-4bdc-b327-b7e52a2c03f4 x-openstack-request-id: req-8f00a301-9e0a-4bdc-b327-b7e52a2c03f4 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:57:25.408739 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581267f8-84fe-41e2-bd64-fe36fd90784e", "name": "network-vif-deleted", "tag": "8503fa63-f2f1-4224-a846-1ba72c9e8747", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:57:25.409395 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f00a301-9e0a-4bdc-b327-b7e52a2c03f4 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:57:25.410303 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581267f8-84fe-41e2-bd64-fe36fd90784e', 'name': 'network-vif-deleted', 'tag': '8503fa63-f2f1-4224-a846-1ba72c9e8747', 'status': 'completed', 'code': 200} Jul 08 12:57:25.591689 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'name': 'tempest-TestShelveInstance-97311356-router', 'tenant_id': '9cbb77598f26460688e567262bd00307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:57:04Z', 'updated_at': '2021-07-08T12:57:12Z', 'revision_number': 4, 'project_id': '9cbb77598f26460688e567262bd00307', 'gw_port': {'id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:05Z', 'updated_at': '2021-07-08T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '70213522-c3b5-4238-8f15-8cabc1c2c215', 'name': '', 'network_id': 'fdbc1d12-f580-4901-8649-6600faead1b8', 'tenant_id': '9cbb77598f26460688e567262bd00307', 'mac_address': 'fa:16:3e:16:95:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '960a5548-4f96-479f-88d7-72c61b0058e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:10Z', 'updated_at': '2021-07-08T12:57:13Z', 'revision_number': 2, 'project_id': '9cbb77598f26460688e567262bd00307', 'subnets': [{'id': '960a5548-4f96-479f-88d7-72c61b0058e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:25.594719 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [req-d802f78b-97c0-4f82-bc72-6dd90207345b req-88a18bd9-d7a0-4a45-a8d4-abfb3aa3c062 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Deleting port a8a10d33-89f2-4ca3-bc3c-938ff611d029 {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:57:25.595061 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-d802f78b-97c0-4f82-bc72-6dd90207345b req-88a18bd9-d7a0-4a45-a8d4-abfb3aa3c062 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:25.740649 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Checking router: f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:57:25.742626 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Updating router f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b port 70213522-c3b5-4238-8f15-8cabc1c2c215 binding host dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:57:25.846139 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-d802f78b-97c0-4f82-bc72-6dd90207345b req-88a18bd9-d7a0-4a45-a8d4-abfb3aa3c062 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] For port a8a10d33-89f2-4ca3-bc3c-938ff611d029, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=a8a10d33-89f2-4ca3-bc3c-938ff611d029,segment=NetworkSegment(50d5fe2f-3cbe-4238-9be1-e6d990c7423e),segment_id=50d5fe2f-3cbe-4238-9be1-e6d990c7423e)] {{(pid=92983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:57:25.852953 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 855fb873-7d59-498f-aa7e-682d94153253 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:25.853293 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-d802f78b-97c0-4f82-bc72-6dd90207345b req-88a18bd9-d7a0-4a45-a8d4-abfb3aa3c062 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:25.897996 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [req-d802f78b-97c0-4f82-bc72-6dd90207345b req-88a18bd9-d7a0-4a45-a8d4-abfb3aa3c062 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Calling delete_port for a8a10d33-89f2-4ca3-bc3c-938ff611d029 owned by compute:nova {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:57:26.065299 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c94ab-1a2e-42c9-8954-f05f34e38170 req-5fcc1046-a65e-4a15-93a4-d17af8fd00c9 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:26.072870 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-959c94ab-1a2e-42c9-8954-f05f34e38170 req-5fcc1046-a65e-4a15-93a4-d17af8fd00c9 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 946 time: 0.2026546 Jul 08 12:57:26.079541 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 855fb873-7d59-498f-aa7e-682d94153253 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:26.080098 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:26.149570 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-959c94ab-1a2e-42c9-8954-f05f34e38170 req-68371553-56ee-440e-a2da-ad6790ca576a tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752852 Jul 08 12:57:26.281835 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:26.308348 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-d802f78b-97c0-4f82-bc72-6dd90207345b req-88a18bd9-d7a0-4a45-a8d4-abfb3aa3c062 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:26.444928 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a18bd9-d7a0-4a45-a8d4-abfb3aa3c062 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Pushing event deleted for resources: {'Port': ['ID=a8a10d33-89f2-4ca3-bc3c-938ff611d029,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:26.657428 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3c206-3d3d-40a1-ae1f-a4b94ea012ef req-0bab8536-2d66-4ba5-b1dd-6939c700202f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:26.658448 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [req-d802f78b-97c0-4f82-bc72-6dd90207345b req-88a18bd9-d7a0-4a45-a8d4-abfb3aa3c062 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] No DVR routers for this DVR port a8a10d33-89f2-4ca3-bc3c-938ff611d029 on host hv-cinder-80002 {{(pid=92983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:57:26.675447 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebadbe2-cfd1-4b6f-b1ab-e57c86a4a8a1 req-d4b9a182-1641-42db-89f8-181f3d814420 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:26.677954 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-acd3c206-3d3d-40a1-ae1f-a4b94ea012ef req-0bab8536-2d66-4ba5-b1dd-6939c700202f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1867435 Jul 08 12:57:26.715584 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0ebadbe2-cfd1-4b6f-b1ab-e57c86a4a8a1 req-d4b9a182-1641-42db-89f8-181f3d814420 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.5153744 Jul 08 12:57:26.718321 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-d802f78b-97c0-4f82-bc72-6dd90207345b req-88a18bd9-d7a0-4a45-a8d4-abfb3aa3c062 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:26.721616 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d802f78b-97c0-4f82-bc72-6dd90207345b req-88a18bd9-d7a0-4a45-a8d4-abfb3aa3c062 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.61 "DELETE /v2.0/ports/a8a10d33-89f2-4ca3-bc3c-938ff611d029 HTTP/1.1" status: 204 len: 173 time: 1.5981634 Jul 08 12:57:26.723416 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7c1db3-18ff-4c8a-9f97-45a18187a540', 'name': 'network-vif-deleted', 'tag': 'a8a10d33-89f2-4ca3-bc3c-938ff611d029'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:57:26.736075 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40823035-04f8-4e84-abed-7d78589d1a2f" -d '{"events": [{"server_uuid": "ca7c1db3-18ff-4c8a-9f97-45a18187a540", "name": "network-vif-deleted", "tag": "a8a10d33-89f2-4ca3-bc3c-938ff611d029"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:57:26.806185 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-acd3c206-3d3d-40a1-ae1f-a4b94ea012ef req-c08a5124-1162-437e-9196-354feb6933ed tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087666 Jul 08 12:57:26.928380 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0ebadbe2-cfd1-4b6f-b1ab-e57c86a4a8a1 req-b9253852-469c-4ff2-89b7-134d5ba6bda6 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850901 Jul 08 12:57:27.093753 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992564c1-4d5a-4554-b4f4-413a9561b9c8 x-openstack-request-id: req-992564c1-4d5a-4554-b4f4-413a9561b9c8 {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:57:27.094185 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7c1db3-18ff-4c8a-9f97-45a18187a540", "name": "network-vif-deleted", "tag": "a8a10d33-89f2-4ca3-bc3c-938ff611d029", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:57:27.094572 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-992564c1-4d5a-4554-b4f4-413a9561b9c8 {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:57:27.095245 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7c1db3-18ff-4c8a-9f97-45a18187a540', 'name': 'network-vif-deleted', 'tag': 'a8a10d33-89f2-4ca3-bc3c-938ff611d029', 'status': 'completed', 'code': 200} Jul 08 12:57:27.324353 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9c2b03bb-afe7-47c5-8424-a98d4110604a req-f3bb2290-8ac1-4fda-828f-48ae2edf7a54 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=581267f8-84fe-41e2-bd64-fe36fd90784e HTTP/1.1" status: 200 len: 210 time: 0.1195412 Jul 08 12:57:27.361229 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:27.402158 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Transition to ACTIVE for port object 70213522-c3b5-4238-8f15-8cabc1c2c215 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:27.424197 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:27.549122 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e313f81-2e1c-4ec8-b0ac-64f5d0267d50 None None] Pushing event updated for resources: {'Port': ['ID=70213522-c3b5-4238-8f15-8cabc1c2c215,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:27.647323 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f2d3b2e2-0b66-4af1-955c-592eeb6d507a req-bb0c6e10-9bdb-4543-a949-cb2a54d2d22e tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 210 time: 0.1152303 Jul 08 12:57:27.715270 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Attempting to bind port 70213522-c3b5-4238-8f15-8cabc1c2c215 on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:57:27.716078 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Attempting to bind port 70213522-c3b5-4238-8f15-8cabc1c2c215 by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': 'f6b63ca7-2cf8-4024-be20-060b4c99e8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fdbc1d12-f580-4901-8649-6600faead1b8'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:57:27.716860 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Attempting to bind port 70213522-c3b5-4238-8f15-8cabc1c2c215 on network fdbc1d12-f580-4901-8649-6600faead1b8 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:57:27.730241 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:57:27.731304 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Checking segment: {'id': 'f6b63ca7-2cf8-4024-be20-060b4c99e8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fdbc1d12-f580-4901-8649-6600faead1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:57:27.732646 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:27.733503 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Bound using segment: {'id': 'f6b63ca7-2cf8-4024-be20-060b4c99e8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fdbc1d12-f580-4901-8649-6600faead1b8'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:57:27.734668 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Bound port: 70213522-c3b5-4238-8f15-8cabc1c2c215, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b63ca7-2cf8-4024-be20-060b4c99e8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fdbc1d12-f580-4901-8649-6600faead1b8'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:57:27.735555 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:28.051445 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:28.101537 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] For port 70213522-c3b5-4238-8f15-8cabc1c2c215, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:57:28.112733 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] For port 70213522-c3b5-4238-8f15-8cabc1c2c215, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=70213522-c3b5-4238-8f15-8cabc1c2c215,segment=NetworkSegment(f6b63ca7-2cf8-4024-be20-060b4c99e8c7),segment_id=f6b63ca7-2cf8-4024-be20-060b4c99e8c7)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:57:28.125483 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:28.363647 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e313f81-2e1c-4ec8-b0ac-64f5d0267d50 None None] Pushing event updated for resources: {'Port': ['ID=70213522-c3b5-4238-8f15-8cabc1c2c215,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:28.402217 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b20864-3096-4303-9406-2e42bfd596a1 req-db3a89a8-a798-4b33-8860-d9633c6f9115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:28.417262 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-91b20864-3096-4303-9406-2e42bfd596a1 req-db3a89a8-a798-4b33-8860-d9633c6f9115 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0&tenant_id=cb3aaf43ca0742bcbae60180f6a370b0 HTTP/1.1" status: 200 len: 1096 time: 0.3348126 Jul 08 12:57:28.422450 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee277c4-6375-4ac2-875f-2effc06cc345 req-8659f27f-fba4-4e8a-aaac-3b1c1dd6de41 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:28.427397 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Routers {'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:57:28.428824 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:57:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:28.432255 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6ee277c4-6375-4ac2-875f-2effc06cc345 req-8659f27f-fba4-4e8a-aaac-3b1c1dd6de41 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1898642 Jul 08 12:57:28.626504 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6ee277c4-6375-4ac2-875f-2effc06cc345 req-7d48f353-fda3-4b00-9b17-b2fe597dcd84 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760857 Jul 08 12:57:28.663307 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device a8a10d33-89f2-4ca3-bc3c-938ff611d029 no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:57:28.718004 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b20864-3096-4303-9406-2e42bfd596a1 req-cb968753-02ad-430e-a6ec-82fe06de4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:28.732207 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-91b20864-3096-4303-9406-2e42bfd596a1 req-cb968753-02ad-430e-a6ec-82fe06de4ef9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb3aaf43ca0742bcbae60180f6a370b0&device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 1096 time: 0.2808855 Jul 08 12:57:28.742681 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:57:28.820464 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: a8a10d33-89f2-4ca3-bc3c-938ff611d029 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:57:28.833918 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device a8a10d33-89f2-4ca3-bc3c-938ff611d029 not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:57:29.008860 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b20864-3096-4303-9406-2e42bfd596a1 req-fe0989a6-bfa4-4f90-871e-274718374a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:29.013767 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-91b20864-3096-4303-9406-2e42bfd596a1 req-fe0989a6-bfa4-4f90-871e-274718374a93 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1001031a-1b61-435b-8812-921aa2a452b0 HTTP/1.1" status: 200 len: 918 time: 0.2739697 Jul 08 12:57:29.014653 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] Set router f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:57:29.069006 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1d4d5d97-b482-43fc-9ab1-118b0a454498 req-6b172f79-b505-48e0-9a2c-30f3a69b4d72 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca7c1db3-18ff-4c8a-9f97-45a18187a540 HTTP/1.1" status: 200 len: 210 time: 0.0711679 Jul 08 12:57:29.429299 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-91b20864-3096-4303-9406-2e42bfd596a1 req-a5b16a47-ac92-48a7-8654-1fe45566cf78 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e HTTP/1.1" status: 200 len: 999 time: 0.4059489 Jul 08 12:57:29.568354 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b20864-3096-4303-9406-2e42bfd596a1 req-7620ebaf-dc6b-48cd-b28e-898d04ae427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:29.591619 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-91b20864-3096-4303-9406-2e42bfd596a1 req-7620ebaf-dc6b-48cd-b28e-898d04ae427b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6adf3be6-529c-41ea-8b72-a2240d7f7625 HTTP/1.1" status: 200 len: 856 time: 0.1532376 Jul 08 12:57:29.655658 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7906a-2a9b-473f-b5f5-2480dae7a061 req-0ab9a657-1b00-4f32-a49b-1e27ef54f605 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:29.659320 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-88e7906a-2a9b-473f-b5f5-2480dae7a061 req-0ab9a657-1b00-4f32-a49b-1e27ef54f605 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 945 time: 0.1319270 Jul 08 12:57:29.681576 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'name': 'tempest-TestShelveInstance-97311356-router', 'tenant_id': '9cbb77598f26460688e567262bd00307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:57:04Z', 'updated_at': '2021-07-08T12:57:12Z', 'revision_number': 4, 'project_id': '9cbb77598f26460688e567262bd00307', 'gw_port': {'id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:05Z', 'updated_at': '2021-07-08T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '70213522-c3b5-4238-8f15-8cabc1c2c215', 'name': '', 'network_id': 'fdbc1d12-f580-4901-8649-6600faead1b8', 'tenant_id': '9cbb77598f26460688e567262bd00307', 'mac_address': 'fa:16:3e:16:95:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '960a5548-4f96-479f-88d7-72c61b0058e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:10Z', 'updated_at': '2021-07-08T12:57:28Z', 'revision_number': 4, 'project_id': '9cbb77598f26460688e567262bd00307', 'subnets': [{'id': '960a5548-4f96-479f-88d7-72c61b0058e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:57:29.802507 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-88e7906a-2a9b-473f-b5f5-2480dae7a061 req-67539361-b72c-4846-965d-0908345ea9e9 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266100 Jul 08 12:57:29.806277 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b20864-3096-4303-9406-2e42bfd596a1 req-cfefc7f1-d737-465d-9436-2467d56f9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:29.817318 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-91b20864-3096-4303-9406-2e42bfd596a1 req-cfefc7f1-d737-465d-9436-2467d56f9a20 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1001031a-1b61-435b-8812-921aa2a452b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2127361 Jul 08 12:57:29.843779 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d1b9ff-aaf6-42ff-a15c-9bbff29015d1 None None] The sync data for ids ['f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'] in dv-cinder-800022-1-iscsi is: [{'id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'name': 'tempest-TestShelveInstance-97311356-router', 'tenant_id': '9cbb77598f26460688e567262bd00307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:57:04Z', 'updated_at': '2021-07-08T12:57:12Z', 'revision_number': 4, 'project_id': '9cbb77598f26460688e567262bd00307', 'gw_port': {'id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:05Z', 'updated_at': '2021-07-08T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '70213522-c3b5-4238-8f15-8cabc1c2c215', 'name': '', 'network_id': 'fdbc1d12-f580-4901-8649-6600faead1b8', 'tenant_id': '9cbb77598f26460688e567262bd00307', 'mac_address': 'fa:16:3e:16:95:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '960a5548-4f96-479f-88d7-72c61b0058e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:10Z', 'updated_at': '2021-07-08T12:57:28Z', 'revision_number': 4, 'project_id': '9cbb77598f26460688e567262bd00307', 'subnets': [{'id': '960a5548-4f96-479f-88d7-72c61b0058e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:57:29.955723 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 70213522-c3b5-4238-8f15-8cabc1c2c215 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:30.065686 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-91b20864-3096-4303-9406-2e42bfd596a1 req-4dddba9d-2a0b-4786-95f4-e1d26b7e29e4 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395163 Jul 08 12:57:30.091542 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 70213522-c3b5-4238-8f15-8cabc1c2c215 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:57:30.103801 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 70213522-c3b5-4238-8f15-8cabc1c2c215 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:30.104329 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:30.356224 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:30.356492 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-91b20864-3096-4303-9406-2e42bfd596a1 req-55bb5a76-fa2f-4b06-8a1e-76bc2e087e75 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602708 Jul 08 12:57:30.389795 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8cebe-e699-42ce-9fdc-a4e4a34f2d74 req-f87e406d-6c2d-4c9c-8402-15a9db1222e7 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:30.401138 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-41f8cebe-e699-42ce-9fdc-a4e4a34f2d74 req-f87e406d-6c2d-4c9c-8402-15a9db1222e7 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.3317516 Jul 08 12:57:30.465323 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-41f8cebe-e699-42ce-9fdc-a4e4a34f2d74 req-a3a4cfb8-bf20-40d1-8ad8-4dc303d051ee tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624356 Jul 08 12:57:30.467029 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port 70213522-c3b5-4238-8f15-8cabc1c2c215, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=70213522-c3b5-4238-8f15-8cabc1c2c215,segment=NetworkSegment(f6b63ca7-2cf8-4024-be20-060b4c99e8c7),segment_id=f6b63ca7-2cf8-4024-be20-060b4c99e8c7)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:57:30.473862 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:30.555980 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=70213522-c3b5-4238-8f15-8cabc1c2c215,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:30.571349 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9fc38-bed5-4964-b9f8-bf92d48e9ea4 req-046cc6f6-4f14-42e5-9711-441fabc1b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:30.573231 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2de9fc38-bed5-4964-b9f8-bf92d48e9ea4 req-046cc6f6-4f14-42e5-9711-441fabc1b626 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb3aaf43ca0742bcbae60180f6a370b0&device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 1096 time: 0.1026087 Jul 08 12:57:30.825555 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9fc38-bed5-4964-b9f8-bf92d48e9ea4 req-611a7ce1-93cb-4f19-8937-9f4db4410608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:30.829514 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2de9fc38-bed5-4964-b9f8-bf92d48e9ea4 req-611a7ce1-93cb-4f19-8937-9f4db4410608 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1001031a-1b61-435b-8812-921aa2a452b0 HTTP/1.1" status: 200 len: 918 time: 0.2036715 Jul 08 12:57:31.049068 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2de9fc38-bed5-4964-b9f8-bf92d48e9ea4 req-e154e4a7-d810-4e33-9bd4-a82d04708912 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e HTTP/1.1" status: 200 len: 999 time: 0.2074873 Jul 08 12:57:31.127602 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a7117-29a9-4bfe-b081-06df846ae623 req-19e676ec-29b7-4fae-80ad-7316acfbd0f2 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:31.130617 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-045a7117-29a9-4bfe-b081-06df846ae623 req-19e676ec-29b7-4fae-80ad-7316acfbd0f2 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 945 time: 0.2310684 Jul 08 12:57:31.256697 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534c750-b373-4987-bb89-38a38f0fb8b3 req-686680a2-b9b5-4b89-aa0f-0845f3363769 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:31.259509 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d534c750-b373-4987-bb89-38a38f0fb8b3 req-686680a2-b9b5-4b89-aa0f-0845f3363769 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 945 time: 0.1269441 Jul 08 12:57:31.348582 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d534c750-b373-4987-bb89-38a38f0fb8b3 req-42b6af14-2671-4906-89ef-e7893dafd6fd tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570934 Jul 08 12:57:31.761261 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 70213522-c3b5-4238-8f15-8cabc1c2c215 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:31.886977 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 70213522-c3b5-4238-8f15-8cabc1c2c215 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:31.887242 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:31.931783 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8ac3e-eac2-4a35-aa54-c963ba2fdd51 req-7b7a201d-cda6-4720-8e28-a6fbae7a7c76 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:31.948507 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-47a8ac3e-eac2-4a35-aa54-c963ba2fdd51 req-7b7a201d-cda6-4720-8e28-a6fbae7a7c76 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1888978 Jul 08 12:57:32.064821 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-47a8ac3e-eac2-4a35-aa54-c963ba2fdd51 req-f28b93dc-bed2-4155-beca-3677ae7128cb tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140985 Jul 08 12:57:32.655694 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786ec6c-c043-44c1-9b03-8025d639a9be req-f5880719-14cf-47ca-9b96-7c2d4d7955ce tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:32.659149 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4786ec6c-c043-44c1-9b03-8025d639a9be req-f5880719-14cf-47ca-9b96-7c2d4d7955ce tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 945 time: 0.0773294 Jul 08 12:57:32.714065 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4786ec6c-c043-44c1-9b03-8025d639a9be req-29ccada0-a840-4901-8a42-c9ea40faa90b tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489590 Jul 08 12:57:32.968122 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9fc38-bed5-4964-b9f8-bf92d48e9ea4 req-1a3be062-2e6a-436b-80c8-83fb0b1fab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:32.970916 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2de9fc38-bed5-4964-b9f8-bf92d48e9ea4 req-1a3be062-2e6a-436b-80c8-83fb0b1fab89 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6adf3be6-529c-41ea-8b72-a2240d7f7625 HTTP/1.1" status: 200 len: 856 time: 0.0976939 Jul 08 12:57:33.039803 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-045a7117-29a9-4bfe-b081-06df846ae623 req-bf8ddcb1-0981-455a-9165-65e3c485d2a1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Deleting port e4b642ef-c32f-4a77-b9f5-e8864845bbe2 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:57:33.040164 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-045a7117-29a9-4bfe-b081-06df846ae623 req-bf8ddcb1-0981-455a-9165-65e3c485d2a1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:33.154374 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-045a7117-29a9-4bfe-b081-06df846ae623 req-bf8ddcb1-0981-455a-9165-65e3c485d2a1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] For port e4b642ef-c32f-4a77-b9f5-e8864845bbe2, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=e4b642ef-c32f-4a77-b9f5-e8864845bbe2,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:57:33.154745 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-045a7117-29a9-4bfe-b081-06df846ae623 req-bf8ddcb1-0981-455a-9165-65e3c485d2a1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:33.178725 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-045a7117-29a9-4bfe-b081-06df846ae623 req-bf8ddcb1-0981-455a-9165-65e3c485d2a1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Calling delete_port for e4b642ef-c32f-4a77-b9f5-e8864845bbe2 owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:57:33.384222 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-045a7117-29a9-4bfe-b081-06df846ae623 req-bf8ddcb1-0981-455a-9165-65e3c485d2a1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:33.432614 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ddcb1-0981-455a-9165-65e3c485d2a1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Pushing event deleted for resources: {'Port': ['ID=e4b642ef-c32f-4a77-b9f5-e8864845bbe2,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:33.469635 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc54eb-2d7b-433b-9ede-759e494c15e6 req-0f502408-9285-438f-a141-8cb61a3bd8ee tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:33.483823 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9fcc54eb-2d7b-433b-9ede-759e494c15e6 req-0f502408-9285-438f-a141-8cb61a3bd8ee tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1643407 Jul 08 12:57:33.527583 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-045a7117-29a9-4bfe-b081-06df846ae623 req-bf8ddcb1-0981-455a-9165-65e3c485d2a1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] No DVR routers for this DVR port e4b642ef-c32f-4a77-b9f5-e8864845bbe2 on host hv-cinder-80002 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:57:33.531802 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-045a7117-29a9-4bfe-b081-06df846ae623 req-bf8ddcb1-0981-455a-9165-65e3c485d2a1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:33.534653 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-045a7117-29a9-4bfe-b081-06df846ae623 req-bf8ddcb1-0981-455a-9165-65e3c485d2a1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.61 "DELETE /v2.0/ports/e4b642ef-c32f-4a77-b9f5-e8864845bbe2 HTTP/1.1" status: 204 len: 173 time: 0.6576390 Jul 08 12:57:33.535469 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e79ac3-5f45-4842-8b79-769f5bcc16c5', 'name': 'network-vif-deleted', 'tag': 'e4b642ef-c32f-4a77-b9f5-e8864845bbe2'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:57:33.538508 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85da3f36-5bfd-4371-8a68-7e9be9d1e59f" -d '{"events": [{"server_uuid": "b6e79ac3-5f45-4842-8b79-769f5bcc16c5", "name": "network-vif-deleted", "tag": "e4b642ef-c32f-4a77-b9f5-e8864845bbe2"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:57:33.547719 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9fcc54eb-2d7b-433b-9ede-759e494c15e6 req-5970f206-92f1-42af-9978-93a7469c2fb0 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592818 Jul 08 12:57:33.614842 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73abaf50-9d3f-4646-a33f-06569a0a8a8e x-openstack-request-id: req-73abaf50-9d3f-4646-a33f-06569a0a8a8e {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:57:33.615315 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e79ac3-5f45-4842-8b79-769f5bcc16c5", "name": "network-vif-deleted", "tag": "e4b642ef-c32f-4a77-b9f5-e8864845bbe2", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:57:33.615486 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73abaf50-9d3f-4646-a33f-06569a0a8a8e {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:57:33.616144 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e79ac3-5f45-4842-8b79-769f5bcc16c5', 'name': 'network-vif-deleted', 'tag': 'e4b642ef-c32f-4a77-b9f5-e8864845bbe2', 'status': 'completed', 'code': 200} Jul 08 12:57:33.930033 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1d6d9411-193a-483d-9b0b-88acfb5c5556 req-4320bece-9a63-4864-8436-3e41e3e6b760 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e79ac3-5f45-4842-8b79-769f5bcc16c5 HTTP/1.1" status: 200 len: 210 time: 0.0336337 Jul 08 12:57:33.954738 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['b77855d1-8202-4e82-8441-62c64e7af09f', 'e4b642ef-c32f-4a77-b9f5-e8864845bbe2'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:57:34.085201 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9fc38-bed5-4964-b9f8-bf92d48e9ea4 req-0ff91341-d552-42e1-a40e-f54c6eb0b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:34.089102 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2de9fc38-bed5-4964-b9f8-bf92d48e9ea4 req-0ff91341-d552-42e1-a40e-f54c6eb0b244 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1001031a-1b61-435b-8812-921aa2a452b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1442645 Jul 08 12:57:34.270282 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2de9fc38-bed5-4964-b9f8-bf92d48e9ea4 req-0ac57417-ad97-4fbe-86a3-d83479a41ac7 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646845 Jul 08 12:57:34.414083 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2de9fc38-bed5-4964-b9f8-bf92d48e9ea4 req-e9f5938b-cd58-49e8-8f98-69a5428ab914 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367586 Jul 08 12:57:34.644875 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device e4b642ef-c32f-4a77-b9f5-e8864845bbe2 no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:57:34.701319 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: e4b642ef-c32f-4a77-b9f5-e8864845bbe2 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:57:34.701899 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device e4b642ef-c32f-4a77-b9f5-e8864845bbe2 not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:57:35.199277 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649699d9-36bb-4279-b0df-5c5bc3b218ac req-231e77f2-8e5c-47f3-96e4-7a5a7e358af7 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:35.212041 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-649699d9-36bb-4279-b0df-5c5bc3b218ac req-231e77f2-8e5c-47f3-96e4-7a5a7e358af7 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.3157065 Jul 08 12:57:35.325909 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-649699d9-36bb-4279-b0df-5c5bc3b218ac req-d9e1ed4f-5a9b-437b-ba84-4da36ba0d1a7 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147721 Jul 08 12:57:35.335087 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f4b94-5fbb-4f30-aabe-9956fbe950c6 req-b08b018e-ec90-40ba-8df1-3d586bdc9041 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:35.336779 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d98f4b94-5fbb-4f30-aabe-9956fbe950c6 req-b08b018e-ec90-40ba-8df1-3d586bdc9041 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1562886 Jul 08 12:57:35.433508 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d98f4b94-5fbb-4f30-aabe-9956fbe950c6 req-48ebb2e0-6671-421e-9f0d-4049062fe329 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795753 Jul 08 12:57:36.672641 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724a147-7408-4a23-99ba-5d5eca98a6f5 req-1bfd93cf-2aac-4f54-a079-8c26ff7df794 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:36.685956 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5724a147-7408-4a23-99ba-5d5eca98a6f5 req-1bfd93cf-2aac-4f54-a079-8c26ff7df794 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1634309 Jul 08 12:57:36.792368 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5724a147-7408-4a23-99ba-5d5eca98a6f5 req-1b051aff-f0fd-4601-8796-c81474cf1c08 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034689 Jul 08 12:57:37.095289 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b6cd-48a6-48f2-9d2c-ffa27c437170 req-5748cd34-50f7-47bb-b90f-89b7572d11c0 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:37.104033 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4139b6cd-48a6-48f2-9d2c-ffa27c437170 req-5748cd34-50f7-47bb-b90f-89b7572d11c0 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1234760 Jul 08 12:57:37.160235 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4139b6cd-48a6-48f2-9d2c-ffa27c437170 req-0b4b222a-1f0e-43b1-baec-c2d7a0db1901 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547917 Jul 08 12:57:37.747469 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83261b94-afff-4a91-a0ec-587b047bc988 req-62f2cc32-31fc-454f-b874-6c99487ee6e8 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:37.749294 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-83261b94-afff-4a91-a0ec-587b047bc988 req-62f2cc32-31fc-454f-b874-6c99487ee6e8 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.1260536 Jul 08 12:57:37.830107 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-83261b94-afff-4a91-a0ec-587b047bc988 req-190393d9-4719-45f3-a630-875d9dc0d11e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675414 Jul 08 12:57:37.839798 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-dc946627-9a41-400a-9eda-b64eb5764819 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:37.843556 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-dc946627-9a41-400a-9eda-b64eb5764819 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/networks?id=b69353fe-0596-4f5a-afef-8ca92a5c726f HTTP/1.1" status: 200 len: 813 time: 0.2520878 Jul 08 12:57:37.868121 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-3a3db040-f865-4076-9e9a-327e9c68f837 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/quotas/a088a09036eb40e6ba5a8c0b674bd424 HTTP/1.1" status: 200 len: 375 time: 0.0181012 Jul 08 12:57:37.977410 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-49c52d6e-2386-411a-8a78-8c9325b05abb tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a088a09036eb40e6ba5a8c0b674bd424&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959423 Jul 08 12:57:38.083782 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-9e913fe1-41ec-4741-bf92-8aa89415a53b service neutron] 10.222.0.13 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023974 Jul 08 12:57:38.151603 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e82b9-06c5-40f6-8ecd-db9631965434 req-9b88bf98-d7e4-48df-b17a-6a7244c3b674 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:38.154245 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-554e82b9-06c5-40f6-8ecd-db9631965434 req-9b88bf98-d7e4-48df-b17a-6a7244c3b674 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1024806 Jul 08 12:57:38.218145 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-554e82b9-06c5-40f6-8ecd-db9631965434 req-7dcb2884-2d5f-416a-821d-31671dac5c48 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463510 Jul 08 12:57:38.285814 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-8f2feb43-1119-47e9-943b-06233423cf5e service neutron] 10.222.0.13 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919262 Jul 08 12:57:38.541255 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae3588-1498-46f1-b97a-63178ba76dd6 req-47c36d4c-1026-442b-8a1b-76666ec4a6b4 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:38.544043 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1ae3588-1498-46f1-b97a-63178ba76dd6 req-47c36d4c-1026-442b-8a1b-76666ec4a6b4 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1267848 Jul 08 12:57:38.577161 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4b59c555-33a6-49ab-a350-e4d23ceab7c0 req-49b383ad-4dfc-409c-8317-ada46a8698a8 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 210 time: 0.0416658 Jul 08 12:57:38.633936 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1ae3588-1498-46f1-b97a-63178ba76dd6 req-fff03955-f109-4629-a5a1-0b06a5af52ae tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789382 Jul 08 12:57:39.093061 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f978-edf3-4237-88ce-547743d76f6a req-f689e9de-5b51-4e7f-b104-14f43e74523c tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:39.100631 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ab86f978-edf3-4237-88ce-547743d76f6a req-f689e9de-5b51-4e7f-b104-14f43e74523c tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.0881765 Jul 08 12:57:39.161085 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ab86f978-edf3-4237-88ce-547743d76f6a req-f5c4d625-d110-4f74-aa80-4a18e3c733da tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591176 Jul 08 12:57:39.439484 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20bf40-c301-4e22-aebd-7e359bd64be5 req-ea469805-d5f4-4823-946c-63f53accc6c8 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:39.441769 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5e20bf40-c301-4e22-aebd-7e359bd64be5 req-ea469805-d5f4-4823-946c-63f53accc6c8 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.0769312 Jul 08 12:57:39.514418 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5e20bf40-c301-4e22-aebd-7e359bd64be5 req-e812a9af-19fd-40fc-972b-83c746dd4b1d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663793 Jul 08 12:57:39.755508 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ce1285e3-b06f-40aa-a438-2ec05c197284 req-abe2fd0e-9a6c-413b-985f-b7a711051073 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 210 time: 0.0477910 Jul 08 12:57:39.874932 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0497402-39c1-4267-80ef-8cd9b06524bf req-ef559917-2704-4eec-85be-8f8c33fecfb4 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:39.876561 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a0497402-39c1-4267-80ef-8cd9b06524bf req-ef559917-2704-4eec-85be-8f8c33fecfb4 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0716178 Jul 08 12:57:39.922846 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a0497402-39c1-4267-80ef-8cd9b06524bf req-98a8dc8f-ca7a-43be-91f4-92faf03a07f0 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394444 Jul 08 12:57:40.386950 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dd336-859b-4cf4-b8ca-9126ed1d93b1 req-e9946c57-b432-4ad3-a52f-6bc9b943a3b2 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:40.388565 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b29dd336-859b-4cf4-b8ca-9126ed1d93b1 req-e9946c57-b432-4ad3-a52f-6bc9b943a3b2 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.0827978 Jul 08 12:57:40.431744 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b29dd336-859b-4cf4-b8ca-9126ed1d93b1 req-079969ff-f3f1-4ceb-9b86-d3d8be15648a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364139 Jul 08 12:57:40.748936 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51a76f-9dee-4b95-91e5-81a845a10b3e req-d8fed299-67d3-45f2-b3c6-652a031fec83 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:40.750797 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8e51a76f-9dee-4b95-91e5-81a845a10b3e req-d8fed299-67d3-45f2-b3c6-652a031fec83 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.0849435 Jul 08 12:57:41.069009 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8e51a76f-9dee-4b95-91e5-81a845a10b3e req-35d661be-57ee-4d34-a9c4-b3f2d0532489 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078513 Jul 08 12:57:41.070183 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e871b29d-be7b-4fd2-ae61-4287938ff1f0 req-5edb4996-6f02-49a4-ac9e-5484fa0640dd tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 210 time: 0.1163812 Jul 08 12:57:41.449234 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce17c15-fad2-4b8b-84b4-75d2acad1077 req-5d5a8b2b-bef5-4c8a-b940-848cbd2a7531 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:41.451840 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cce17c15-fad2-4b8b-84b4-75d2acad1077 req-5d5a8b2b-bef5-4c8a-b940-848cbd2a7531 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1203361 Jul 08 12:57:41.514725 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cce17c15-fad2-4b8b-84b4-75d2acad1077 req-32c115b2-2cfe-45c8-8119-9e4cda533b88 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531144 Jul 08 12:57:41.537787 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-2fb694cb-e896-414b-81a9-c755b9f56c4b tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:41.539698 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-2fb694cb-e896-414b-81a9-c755b9f56c4b tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/networks?id=bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 HTTP/1.1" status: 200 len: 814 time: 0.1681242 Jul 08 12:57:41.580661 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-884ec044-c8af-4b97-9327-78b8a443a02c tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/quotas/a7ee83ea62d5420983bb804e238d6499 HTTP/1.1" status: 200 len: 375 time: 0.0271409 Jul 08 12:57:41.649519 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-06c612e9-d91c-448e-8fef-70e060a6b554 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7ee83ea62d5420983bb804e238d6499&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666521 Jul 08 12:57:41.815514 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-3e6339b4-8a1d-4fbe-a72b-4b29e05de521 service neutron] 10.222.0.13 "GET /v2.0/networks/bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531255 Jul 08 12:57:41.887354 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca6bf8-f11d-4afc-ac75-14f4178e96b2 req-73647fb1-dbe0-4187-bf00-1647dfc85c84 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:41.889011 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-25ca6bf8-f11d-4afc-ac75-14f4178e96b2 req-73647fb1-dbe0-4187-bf00-1647dfc85c84 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.1381629 Jul 08 12:57:41.922692 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-3eebb1c4-7e39-475a-ac0a-6251a27e2b75 service neutron] 10.222.0.13 "GET /v2.0/networks/bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053813 Jul 08 12:57:41.946441 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-25ca6bf8-f11d-4afc-ac75-14f4178e96b2 req-d871a6ed-2851-4a70-8aa1-af86849703c0 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440547 Jul 08 12:57:42.363555 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-de932171-2987-4cd3-89f9-306a256eb14b req-c839a5d5-ca1b-4e68-9a21-2360ad0d2fdf tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 210 time: 0.1526055 Jul 08 12:57:42.474735 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-31ff537c-ea31-4f37-b0d3-9d13db46ad8a req-7825560b-45bb-499a-b1cf-28c1a09ce901 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 210 time: 0.1105812 Jul 08 12:57:42.738895 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9560c5d-8d59-4545-8a1c-365a4ab71773 req-37b79fca-1a58-49f0-8480-ea63bbdf82a3 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:42.741547 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f9560c5d-8d59-4545-8a1c-365a4ab71773 req-37b79fca-1a58-49f0-8480-ea63bbdf82a3 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1191730 Jul 08 12:57:42.822309 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f9560c5d-8d59-4545-8a1c-365a4ab71773 req-2e536029-cdff-4695-b987-c986cb021c4e tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743449 Jul 08 12:57:42.865360 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068adc8-804d-4395-a027-3184a03526af req-7ab63037-19ad-4499-a34f-bd43b92ea14c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:42.868617 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2068adc8-804d-4395-a027-3184a03526af req-7ab63037-19ad-4499-a34f-bd43b92ea14c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1285672 Jul 08 12:57:42.940987 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2068adc8-804d-4395-a027-3184a03526af req-61be5fb6-5887-4ee6-820c-5c632b7942bb tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659983 Jul 08 12:57:43.235742 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f42813-845b-424b-91f1-32bf45e667f8 req-97c95530-a664-4c13-9938-b751a94bc909 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:43.237716 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b8f42813-845b-424b-91f1-32bf45e667f8 req-97c95530-a664-4c13-9938-b751a94bc909 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.1343915 Jul 08 12:57:43.553354 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b8f42813-845b-424b-91f1-32bf45e667f8 req-31efd7df-f040-4bec-a5d4-c9ca7f305feb tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099198 Jul 08 12:57:43.645229 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3c66d53e-0113-4c45-8e3d-e5ea4bdae7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:43.696610 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b3e36dc1-e8e6-45aa-bc92-a5d9ecfac695 req-72ab5426-ed77-4c66-997b-45d0d31870d5 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 210 time: 0.0354440 Jul 08 12:57:43.792273 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0457254c-bc78-4240-8664-e6411a88c2be req-7e91c38d-986c-42c9-94a5-60c5ffd2ec24 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 210 time: 0.0625746 Jul 08 12:57:44.094046 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82438bd-0978-4882-98b6-292f82f89404 req-b51255fa-937e-4206-a944-a4e20e918b3e tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:44.097451 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d82438bd-0978-4882-98b6-292f82f89404 req-b51255fa-937e-4206-a944-a4e20e918b3e tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1287019 Jul 08 12:57:44.149906 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d82438bd-0978-4882-98b6-292f82f89404 req-23db7415-727b-4a84-9250-055b422dab53 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419981 Jul 08 12:57:44.210935 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f044772-23f6-4fa3-bf68-d167a2187d01 req-e8ce2fda-e2c2-41bc-9a5e-18c692b9700c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:44.212562 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9f044772-23f6-4fa3-bf68-d167a2187d01 req-e8ce2fda-e2c2-41bc-9a5e-18c692b9700c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0773890 Jul 08 12:57:44.259174 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9f044772-23f6-4fa3-bf68-d167a2187d01 req-384a1bd2-3b27-4afa-b7d4-deec7875c24c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399227 Jul 08 12:57:44.694173 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e14e2c6f-dce7-4199-90b3-97149c3ba650 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1248408044&fields=id&tenant_id=4259b3da7ad84a6ea96e9da0e49b7b8a HTTP/1.1" status: 200 len: 267 time: 0.0583167 Jul 08 12:57:44.807333 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8d762-3c33-4096-870b-3ef92e6c09c4 req-a7d6b975-9419-471f-8a69-bcf522d50c4e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:44.815267 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00c8d762-3c33-4096-870b-3ef92e6c09c4 req-a7d6b975-9419-471f-8a69-bcf522d50c4e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.0842686 Jul 08 12:57:44.849102 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-240f942d-9b5f-4969-89f7-21c640228134 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:44.854201 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-240f942d-9b5f-4969-89f7-21c640228134 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/networks?id=1708f7b4-ee24-4d9b-abb8-f841455a6a5b HTTP/1.1" status: 200 len: 808 time: 0.1523867 Jul 08 12:57:44.870994 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-00c8d762-3c33-4096-870b-3ef92e6c09c4 req-8d8b56be-634a-4f87-a422-a2cb008d711d tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540898 Jul 08 12:57:44.872502 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-871d6f95-c2db-4ca6-aaf5-52837d82c886 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/quotas/4259b3da7ad84a6ea96e9da0e49b7b8a HTTP/1.1" status: 200 len: 375 time: 0.0170729 Jul 08 12:57:44.989474 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-c62bb8e7-996f-46ae-aa66-0f83e89d46f7 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4259b3da7ad84a6ea96e9da0e49b7b8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155877 Jul 08 12:57:45.090812 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b877610d-f8d8-40cf-bcec-84416700b8b4 req-7efbf9dc-d24a-4d6f-aa78-e6acff155aaa tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 210 time: 0.0308197 Jul 08 12:57:45.129652 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-d496ec7d-2be3-491d-9094-bf837d85ecad service neutron] 10.222.0.13 "GET /v2.0/networks/1708f7b4-ee24-4d9b-abb8-f841455a6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077974 Jul 08 12:57:45.250626 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-c611eb35-04af-431a-95fd-99c31811bdc9 service neutron] 10.222.0.13 "GET /v2.0/networks/1708f7b4-ee24-4d9b-abb8-f841455a6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149142 Jul 08 12:57:45.288434 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-07a48c58-5dc7-49aa-921c-75d7505b3656 req-7c19f0da-b7e3-4883-86c8-f5df30e61e4d tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 210 time: 0.0543339 Jul 08 12:57:45.544059 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1569c00-1027-4bb5-bed9-230206636177 req-b1094c07-263d-4818-b838-270b2cd50306 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:45.557841 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f1569c00-1027-4bb5-bed9-230206636177 req-b1094c07-263d-4818-b838-270b2cd50306 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1278043 Jul 08 12:57:45.618288 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f1569c00-1027-4bb5-bed9-230206636177 req-9fe4e395-1bf6-482d-8fda-373b32d25e2b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589175 Jul 08 12:57:45.770278 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1dec7dd9-9dfb-4569-bb5b-3109155f18ff req-9987ecbf-3bbb-4046-85b7-3aff2530d6c7 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 210 time: 0.0681674 Jul 08 12:57:46.013812 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ae524b8d-8161-4a25-8d44-17344c3cd95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:46.037124 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788f1d0-1add-4589-a2bf-20fbaf75b6b4 req-995c4761-63ef-4a43-be41-f1a36bde9d24 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:46.043407 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1788f1d0-1add-4589-a2bf-20fbaf75b6b4 req-995c4761-63ef-4a43-be41-f1a36bde9d24 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1778593 Jul 08 12:57:46.125246 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1788f1d0-1add-4589-a2bf-20fbaf75b6b4 req-32b52dd4-3e81-4b43-809e-451c57a4bb82 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700231 Jul 08 12:57:46.209754 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f436b91-ca77-495c-9383-7b8ccc22c6e7 req-c86e0253-6f71-4d0b-8b7e-3d29332acdc9 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:46.212514 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4f436b91-ca77-495c-9383-7b8ccc22c6e7 req-c86e0253-6f71-4d0b-8b7e-3d29332acdc9 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.1367488 Jul 08 12:57:46.298545 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4f436b91-ca77-495c-9383-7b8ccc22c6e7 req-5f12b1bd-a33c-40e9-98f5-71182c6de87e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793006 Jul 08 12:57:46.346057 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-05485024-0134-4f8a-9484-00ce10a24558 req-1d8f1785-79e9-42b6-bde6-11ff7bd0acd6 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 210 time: 0.0449150 Jul 08 12:57:46.535931 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d5bbdbd9-23d9-4adf-9464-b44071e70232 req-d6611ff9-1ef1-46fd-9253-e005049d5cba tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 210 time: 0.0362353 Jul 08 12:57:46.885400 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d03aaa-f9ec-436e-8757-b6a53e51166c req-bfd576a5-04fa-4ba8-8016-d239fe2fb05e tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:46.887565 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-02d03aaa-f9ec-436e-8757-b6a53e51166c req-bfd576a5-04fa-4ba8-8016-d239fe2fb05e tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.0985224 Jul 08 12:57:46.922964 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:46.961561 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-02d03aaa-f9ec-436e-8757-b6a53e51166c req-3b654d6f-8065-43e8-8fc6-fd499337e400 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653503 Jul 08 12:57:46.964508 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-eb02a6ca-5a57-49f1-b03e-3b28b334ec6b req-70da6f98-281e-4b52-854a-5cb850456dd4 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 210 time: 0.0525813 Jul 08 12:57:47.323140 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a403b3e-5845-4324-843a-88348f93f95e req-c8f013ba-5527-4906-91bd-944643b6b31c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:47.324744 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7a403b3e-5845-4324-843a-88348f93f95e req-c8f013ba-5527-4906-91bd-944643b6b31c tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0717521 Jul 08 12:57:47.381184 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7a403b3e-5845-4324-843a-88348f93f95e req-7002ae16-edca-46f9-b852-099f89a16852 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501113 Jul 08 12:57:47.463668 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:47.525849 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019c10d-f89c-4a5e-9e69-f604e4252328 req-619109ec-6a0a-4e8c-b5b4-fd9fe289f0ba tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:47.527561 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0019c10d-f89c-4a5e-9e69-f604e4252328 req-619109ec-6a0a-4e8c-b5b4-fd9fe289f0ba tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.0961893 Jul 08 12:57:47.553727 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-eef73f12-4525-4588-8992-79b6cd22f69d req-2f8ec828-2c7d-4690-b745-71919139049d tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 210 time: 0.0498166 Jul 08 12:57:47.621464 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0019c10d-f89c-4a5e-9e69-f604e4252328 req-24dae8e7-3a45-4105-9adc-c2cd14ea901b tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833890 Jul 08 12:57:47.709061 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-411f9b42-2366-45cc-a8c2-a7e4c7e4b02e req-f124fa52-7714-4e0c-b1ab-4ee27a2450cb tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 210 time: 0.0305085 Jul 08 12:57:48.146744 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-53d33b66-eecc-4a19-b9c1-03f2bf02c6a9 req-76a0d7e4-cc00-4b5a-b599-f5d84f9c67c1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 210 time: 0.0367041 Jul 08 12:57:48.171878 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1082380-fd0b-4b31-8beb-ff59aa78208a req-6dfd5a0b-81d9-4894-84cf-f6b8f0239526 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:48.173015 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1082380-fd0b-4b31-8beb-ff59aa78208a req-6dfd5a0b-81d9-4894-84cf-f6b8f0239526 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.0736630 Jul 08 12:57:48.222768 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e1082380-fd0b-4b31-8beb-ff59aa78208a req-cc0e679a-1d27-403c-9aaa-720ec3d6b85e tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429888 Jul 08 12:57:48.568906 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ecd1f-674d-4aeb-9064-a54d77d13747 req-ae19aa2c-c3b2-48be-a6c6-bc85031f79b3 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:48.570624 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-657ecd1f-674d-4aeb-9064-a54d77d13747 req-ae19aa2c-c3b2-48be-a6c6-bc85031f79b3 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0745516 Jul 08 12:57:48.611110 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-657ecd1f-674d-4aeb-9064-a54d77d13747 req-959521cd-9282-42f2-b518-4c9d1ac4a7c3 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329990 Jul 08 12:57:48.694918 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-79c16e04-b7b1-42c1-a6f0-e2dc3d3861e6 req-cb5eff09-2e5b-48ca-89e2-6083f13b7e38 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 210 time: 0.0324531 Jul 08 12:57:48.809979 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f1414-9fee-474c-b39b-09ab516538d9 req-863098f0-4611-4ffb-a27b-3a0d7fdcbb36 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:48.811495 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ee5f1414-9fee-474c-b39b-09ab516538d9 req-863098f0-4611-4ffb-a27b-3a0d7fdcbb36 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.0705543 Jul 08 12:57:48.852210 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ee5f1414-9fee-474c-b39b-09ab516538d9 req-6379b1fd-c39d-4af2-9206-3e653bc6b5cf tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350187 Jul 08 12:57:48.856971 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-448015b4-ff99-4831-9db5-352878c60f5d req-cf475c7e-3df5-4a38-a92e-0aafdbfe0bbf tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 210 time: 0.0293837 Jul 08 12:57:49.305496 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d37fa286-f36e-4fb8-8729-206a4054f6af req-d7935c0b-cb68-45fe-a689-bf03fc17bedd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 210 time: 0.0355108 Jul 08 12:57:49.341073 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:49.433386 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38068898-27e3-4e45-b5e5-c98d014bb723 req-c85a8517-7d54-4f8e-ae87-f1d43bbf2693 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:49.434962 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-38068898-27e3-4e45-b5e5-c98d014bb723 req-c85a8517-7d54-4f8e-ae87-f1d43bbf2693 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.0770507 Jul 08 12:57:49.479459 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-38068898-27e3-4e45-b5e5-c98d014bb723 req-fffd64a7-9031-4e23-b3d5-b9cde0788b63 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359163 Jul 08 12:57:49.619798 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41e1ac-19cc-4616-b6ab-411d80296630 req-4993ad95-d964-4103-b86e-58309b8d3817 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:49.622251 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4c41e1ac-19cc-4616-b6ab-411d80296630 req-4993ad95-d964-4103-b86e-58309b8d3817 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.61 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.0841184 Jul 08 12:57:49.757159 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [req-4c41e1ac-19cc-4616-b6ab-411d80296630 req-c88ac510-dc2d-4c05-9d48-0f44d7f06f08 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Deleting port 0cfe2a5f-b624-4554-b65b-926133191b48 {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:57:49.758191 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-4c41e1ac-19cc-4616-b6ab-411d80296630 req-c88ac510-dc2d-4c05-9d48-0f44d7f06f08 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:49.899551 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-4c41e1ac-19cc-4616-b6ab-411d80296630 req-c88ac510-dc2d-4c05-9d48-0f44d7f06f08 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] For port 0cfe2a5f-b624-4554-b65b-926133191b48, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=0cfe2a5f-b624-4554-b65b-926133191b48,segment=NetworkSegment(bfa51963-cfd2-4b77-a330-f4e9b99af459),segment_id=bfa51963-cfd2-4b77-a330-f4e9b99af459)] {{(pid=92983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:57:49.900289 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-4c41e1ac-19cc-4616-b6ab-411d80296630 req-c88ac510-dc2d-4c05-9d48-0f44d7f06f08 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:49.924566 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [req-4c41e1ac-19cc-4616-b6ab-411d80296630 req-c88ac510-dc2d-4c05-9d48-0f44d7f06f08 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Calling delete_port for 0cfe2a5f-b624-4554-b65b-926133191b48 owned by compute:nova {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:57:49.978115 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ffce8142-0b71-4e8d-8665-ecfcd4269b4b req-67b379d7-295b-4586-bd09-42acaf6b85bc tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 210 time: 0.0556810 Jul 08 12:57:50.089719 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-4746a110-7e46-4646-9cb7-2d974a309765 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:50.092271 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-4746a110-7e46-4646-9cb7-2d974a309765 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.61 "GET /v2.0/networks?id=b69353fe-0596-4f5a-afef-8ca92a5c726f HTTP/1.1" status: 200 len: 813 time: 0.2820330 Jul 08 12:57:50.107691 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8129b93-1b0b-420b-9fbf-39e29c16bd48 req-443c5908-9593-47a7-ba2c-578a13e5e50a tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:50.110386 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c8129b93-1b0b-420b-9fbf-39e29c16bd48 req-443c5908-9593-47a7-ba2c-578a13e5e50a tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 945 time: 0.1885030 Jul 08 12:57:50.159743 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-183d6f4d-c423-4fe2-983b-dc3670eac7d7 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Request body: {'port': {'device_id': '06558cec-e4a7-4d76-a923-4e74409fa197', 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f', 'admin_state_up': True, 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:50.177443 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c8129b93-1b0b-420b-9fbf-39e29c16bd48 req-2e04c170-8595-4502-8104-a55a15c88baa tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593636 Jul 08 12:57:50.200857 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-4c41e1ac-19cc-4616-b6ab-411d80296630 req-c88ac510-dc2d-4c05-9d48-0f44d7f06f08 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:50.217090 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['74341109-ec67-4527-895d-f9685f0ddd46', '0cfe2a5f-b624-4554-b65b-926133191b48'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:57:50.239949 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ac510-dc2d-4c05-9d48-0f44d7f06f08 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Pushing event deleted for resources: {'Port': ['ID=0cfe2a5f-b624-4554-b65b-926133191b48,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:50.255474 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116d3c0-5f26-4f26-af9f-41f05dfcc80b req-039dc742-9963-49c9-a9f6-28f3005b56a1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:50.262897 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1116d3c0-5f26-4f26-af9f-41f05dfcc80b req-039dc742-9963-49c9-a9f6-28f3005b56a1 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.1404152 Jul 08 12:57:50.322913 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c41e1ac-19cc-4616-b6ab-411d80296630 req-c88ac510-dc2d-4c05-9d48-0f44d7f06f08 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] No DVR routers for this DVR port 0cfe2a5f-b624-4554-b65b-926133191b48 on host hv-cinder-80002 {{(pid=92983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:57:50.328401 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-4c41e1ac-19cc-4616-b6ab-411d80296630 req-c88ac510-dc2d-4c05-9d48-0f44d7f06f08 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:50.329938 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4c41e1ac-19cc-4616-b6ab-411d80296630 req-c88ac510-dc2d-4c05-9d48-0f44d7f06f08 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.61 "DELETE /v2.0/ports/0cfe2a5f-b624-4554-b65b-926133191b48 HTTP/1.1" status: 204 len: 173 time: 0.6983795 Jul 08 12:57:50.332514 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d162659-919e-4c84-9ac0-c197dd0e83c5', 'name': 'network-vif-deleted', 'tag': '0cfe2a5f-b624-4554-b65b-926133191b48'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:57:50.334963 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bde6a4b-4ddd-4646-a0c2-60f07b1ce6cc" -d '{"events": [{"server_uuid": "3d162659-919e-4c84-9ac0-c197dd0e83c5", "name": "network-vif-deleted", "tag": "0cfe2a5f-b624-4554-b65b-926133191b48"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:57:50.362879 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1116d3c0-5f26-4f26-af9f-41f05dfcc80b req-b7fefe7e-3778-4724-9b18-be5fc44cab43 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949514 Jul 08 12:57:50.442810 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-51c85a06-de1a-40eb-9f15-d16fc0a6daf6 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:50.444767 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-51c85a06-de1a-40eb-9f15-d16fc0a6daf6 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.61 "GET /v2.0/networks?id=1708f7b4-ee24-4d9b-abb8-f841455a6a5b HTTP/1.1" status: 200 len: 808 time: 0.1228740 Jul 08 12:57:50.512999 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-b4b20821-9f9a-49ce-8a28-324b46a3552d tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4259b3da7ad84a6ea96e9da0e49b7b8a HTTP/1.1" status: 200 len: 380 time: 0.0579846 Jul 08 12:57:50.528606 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-f82d4643-0e92-412d-9253-370fc7c9f2d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Request body: {'port': {'device_id': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'admin_state_up': True, 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'security_groups': ['254ab185-ffae-4bea-bf7f-d9087f457059']}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:50.624516 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-134b8c25-40c4-480e-b805-3c1daf032581 req-65f02023-2ead-4cd2-98d4-607f1807e4fa tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 210 time: 0.0352750 Jul 08 12:57:50.631611 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3a49897a-9852-4793-ba4e-9bd25c627da9 req-04398783-a3e0-4cb4-9fa6-8d3ca5fc8eb1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 210 time: 0.0560656 Jul 08 12:57:50.673284 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9357e728-b89a-4134-b317-583094be5254 x-openstack-request-id: req-9357e728-b89a-4134-b317-583094be5254 {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:57:50.673743 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d162659-919e-4c84-9ac0-c197dd0e83c5", "name": "network-vif-deleted", "tag": "0cfe2a5f-b624-4554-b65b-926133191b48", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:57:50.674140 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9357e728-b89a-4134-b317-583094be5254 {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:57:50.675249 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d162659-919e-4c84-9ac0-c197dd0e83c5', 'name': 'network-vif-deleted', 'tag': '0cfe2a5f-b624-4554-b65b-926133191b48', 'status': 'completed', 'code': 200} Jul 08 12:57:50.742831 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-183d6f4d-c423-4fe2-983b-dc3670eac7d7 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Made reservation on behalf of a088a09036eb40e6ba5a8c0b674bd424 for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:57:50.748390 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-183d6f4d-c423-4fe2-983b-dc3670eac7d7 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:51.104887 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-f82d4643-0e92-412d-9253-370fc7c9f2d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Made reservation on behalf of 4259b3da7ad84a6ea96e9da0e49b7b8a for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:57:51.118973 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-f82d4643-0e92-412d-9253-370fc7c9f2d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:51.292586 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-69ffe091-114a-4fe4-afdf-6f61754fc73f tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:51.295555 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-69ffe091-114a-4fe4-afdf-6f61754fc73f tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.61 "GET /v2.0/networks?id=bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 HTTP/1.1" status: 200 len: 814 time: 0.3921518 Jul 08 12:57:51.324597 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-c0563ae3-e2bd-4e47-a4b8-8b8fe50bcf69 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Request body: {'port': {'device_id': 'ef89aeeb-865b-41ef-8771-136140ca9cc3', 'network_id': 'bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0', 'admin_state_up': True, 'tenant_id': 'a7ee83ea62d5420983bb804e238d6499'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:51.374358 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f200aa-0c29-4ace-9b98-3811d6dfb8b4 req-2780259d-352e-4d34-ae44-7d39bc7a99e1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:51.387955 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d6f200aa-0c29-4ace-9b98-3811d6dfb8b4 req-2780259d-352e-4d34-ae44-7d39bc7a99e1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.5905485 Jul 08 12:57:51.397328 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-cb4403a2-5024-406d-a2ad-95703fa2f41b req-3b6ee5b1-aae7-43cc-8b2d-e32cbd04b84b tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 210 time: 0.0632446 Jul 08 12:57:51.601567 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-183d6f4d-c423-4fe2-983b-dc3670eac7d7 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Allocated IP 172.20.0.9 (b69353fe-0596-4f5a-afef-8ca92a5c726f/9adcbf55-0e9b-4584-afdf-246e047a8ab6/b58163e1-6cd4-47a9-b491-6821d464c33f) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:57:51.660177 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-c0563ae3-e2bd-4e47-a4b8-8b8fe50bcf69 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Made reservation on behalf of a7ee83ea62d5420983bb804e238d6499 for: {'port': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:57:51.664377 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-c0563ae3-e2bd-4e47-a4b8-8b8fe50bcf69 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:51.701095 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f07fbaa7-d557-4948-a048-3bf2f536748a req-4fd28b2e-3e7d-4873-9e0f-83a09a6d1e71 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d162659-919e-4c84-9ac0-c197dd0e83c5 HTTP/1.1" status: 200 len: 210 time: 0.0541914 Jul 08 12:57:51.729467 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d6f200aa-0c29-4ace-9b98-3811d6dfb8b4 req-0214a6ea-b587-4c70-b68f-5522a19491da tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257809 Jul 08 12:57:51.936310 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298ecfa-7483-4482-8d9c-6d0eb2038cd4 req-8289c481-9ee8-4839-9f3e-f8328262b29e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:51.939116 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d298ecfa-7483-4482-8d9c-6d0eb2038cd4 req-8289c481-9ee8-4839-9f3e-f8328262b29e tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.61 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.9324577 Jul 08 12:57:51.955001 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-c0563ae3-e2bd-4e47-a4b8-8b8fe50bcf69 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Allocated IP 172.20.0.9 (bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0/516adb56-5f4d-4f05-bc38-a2f6f2f37d02/b7e4a48d-1d75-4db6-99fc-bac0936c7b85) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:57:52.067524 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-f82d4643-0e92-412d-9253-370fc7c9f2d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Allocated IP 172.20.0.9 (1708f7b4-ee24-4d9b-abb8-f841455a6a5b/db02442f-cbd5-4f0c-9156-883a737f3d07/99ff5c8c-ca69-48d1-80df-928fca6bcc92) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:57:52.158837 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-c0563ae3-e2bd-4e47-a4b8-8b8fe50bcf69 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:52.244946 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff237c-2e33-4afa-8205-dcafcb6368a3 req-d3ae10fd-9ef3-468c-a18f-783363f9d5bb tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:52.252383 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0fff237c-2e33-4afa-8205-dcafcb6368a3 req-d3ae10fd-9ef3-468c-a18f-783363f9d5bb tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 946 time: 0.1149399 Jul 08 12:57:52.273791 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-c0563ae3-e2bd-4e47-a4b8-8b8fe50bcf69 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3137304'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:52.332381 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-71c4a459-820e-4a3a-abad-10654add4e32 req-6a3b5bc2-9041-48a9-84dd-1969578bc2f6 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 210 time: 0.1151752 Jul 08 12:57:52.357521 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-c0563ae3-e2bd-4e47-a4b8-8b8fe50bcf69 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Network bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:57:52.374168 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0fff237c-2e33-4afa-8205-dcafcb6368a3 req-f05ec57f-79bb-4c4d-ab25-3775596d23c7 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/security-groups?id=49a37116-784f-455d-b1c9-cc0416047b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199574 Jul 08 12:57:52.378719 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-c0563ae3-e2bd-4e47-a4b8-8b8fe50bcf69 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:57:52.399882 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0563ae3-e2bd-4e47-a4b8-8b8fe50bcf69 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Pushing event updated for resources: {'Port': ['ID=b7e4a48d-1d75-4db6-99fc-bac0936c7b85,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:52.410294 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-c0563ae3-e2bd-4e47-a4b8-8b8fe50bcf69 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:57:52.491096 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-183d6f4d-c423-4fe2-983b-dc3670eac7d7 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:52.507562 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-c0563ae3-e2bd-4e47-a4b8-8b8fe50bcf69 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:52.511064 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-c0563ae3-e2bd-4e47-a4b8-8b8fe50bcf69 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:52.531621 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-d298ecfa-7483-4482-8d9c-6d0eb2038cd4 req-73889e7e-f41a-4b68-9b17-52bdaa683c46 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Deleting port b77855d1-8202-4e82-8441-62c64e7af09f {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:57:52.532298 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-d298ecfa-7483-4482-8d9c-6d0eb2038cd4 req-73889e7e-f41a-4b68-9b17-52bdaa683c46 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:52.574637 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-c0563ae3-e2bd-4e47-a4b8-8b8fe50bcf69 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2533753 Jul 08 12:57:52.576037 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-183d6f4d-c423-4fe2-983b-dc3670eac7d7 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Transition to ACTIVE for port object b58163e1-6cd4-47a9-b491-6821d464c33f will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:52.753520 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-f82d4643-0e92-412d-9253-370fc7c9f2d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:52.764292 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6347c253-b17a-4cf3-ab9e-2fe4384db828 req-7b571153-e462-4da7-8666-e8c5d1a1885b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 210 time: 0.0883782 Jul 08 12:57:52.825608 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-d298ecfa-7483-4482-8d9c-6d0eb2038cd4 req-73889e7e-f41a-4b68-9b17-52bdaa683c46 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] For port b77855d1-8202-4e82-8441-62c64e7af09f, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b77855d1-8202-4e82-8441-62c64e7af09f,segment=NetworkSegment(eb213aaf-4e10-4333-998e-30832ddcf1f9),segment_id=eb213aaf-4e10-4333-998e-30832ddcf1f9)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:57:52.826868 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-d298ecfa-7483-4482-8d9c-6d0eb2038cd4 req-73889e7e-f41a-4b68-9b17-52bdaa683c46 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:52.832304 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052d560-ff3f-498f-a5c9-ed512cb41af5 req-35b6ea80-28c2-4619-a452-11b683e503ca tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:52.843511 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e052d560-ff3f-498f-a5c9-ed512cb41af5 req-35b6ea80-28c2-4619-a452-11b683e503ca tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 931 time: 0.1881704 Jul 08 12:57:52.885469 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-f82d4643-0e92-412d-9253-370fc7c9f2d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Transition to ACTIVE for port object 99ff5c8c-ca69-48d1-80df-928fca6bcc92 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:52.915506 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e052d560-ff3f-498f-a5c9-ed512cb41af5 req-007e295a-a331-49fc-9635-e9b2ebea619a tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698097 Jul 08 12:57:52.977087 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-d298ecfa-7483-4482-8d9c-6d0eb2038cd4 req-73889e7e-f41a-4b68-9b17-52bdaa683c46 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Calling delete_port for b77855d1-8202-4e82-8441-62c64e7af09f owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:57:52.998876 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-183d6f4d-c423-4fe2-983b-dc3670eac7d7 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:53.197392 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-f82d4643-0e92-412d-9253-370fc7c9f2d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:53.204377 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-183d6f4d-c423-4fe2-983b-dc3670eac7d7 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Network b69353fe-0596-4f5a-afef-8ca92a5c726f is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:57:53.221833 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-183d6f4d-c423-4fe2-983b-dc3670eac7d7 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:57:53.228701 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-183d6f4d-c423-4fe2-983b-dc3670eac7d7 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:57:53.333473 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-183d6f4d-c423-4fe2-983b-dc3670eac7d7 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:53.334595 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-183d6f4d-c423-4fe2-983b-dc3670eac7d7 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:53.368629 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-183d6f4d-c423-4fe2-983b-dc3670eac7d7 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2158098 Jul 08 12:57:53.384907 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-f82d4643-0e92-412d-9253-370fc7c9f2d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Network 1708f7b4-ee24-4d9b-abb8-f841455a6a5b is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:57:53.388074 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d6f4d-c423-4fe2-983b-dc3670eac7d7 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Pushing event updated for resources: {'Port': ['ID=b58163e1-6cd4-47a9-b491-6821d464c33f,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:53.435900 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-f82d4643-0e92-412d-9253-370fc7c9f2d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:57:53.442299 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-f82d4643-0e92-412d-9253-370fc7c9f2d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:57:53.506348 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f179e2a-6598-4281-8476-60aecbb6b67b req-d37b9572-9bfd-454e-965a-a137c635fbbb tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:53.510851 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3f179e2a-6598-4281-8476-60aecbb6b67b req-d37b9572-9bfd-454e-965a-a137c635fbbb tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1922588 Jul 08 12:57:53.598730 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d4643-0e92-412d-9253-370fc7c9f2d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Pushing event updated for resources: {'Port': ['ID=99ff5c8c-ca69-48d1-80df-928fca6bcc92,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:53.601475 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3f179e2a-6598-4281-8476-60aecbb6b67b req-52d16619-0a9c-4d6a-b144-8e26da03d672 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713041 Jul 08 12:57:53.618325 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-f82d4643-0e92-412d-9253-370fc7c9f2d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:53.619280 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-f82d4643-0e92-412d-9253-370fc7c9f2d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:53.639157 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-f82d4643-0e92-412d-9253-370fc7c9f2d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1159110 Jul 08 12:57:53.713406 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-d298ecfa-7483-4482-8d9c-6d0eb2038cd4 req-73889e7e-f41a-4b68-9b17-52bdaa683c46 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:53.766396 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-0ae2f907-bd78-44dc-bd39-95d6a3750d95 None None] Provisioning for port b58163e1-6cd4-47a9-b491-6821d464c33f completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:57:53.770694 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73889e7e-f41a-4b68-9b17-52bdaa683c46 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Pushing event deleted for resources: {'Port': ['ID=b77855d1-8202-4e82-8441-62c64e7af09f,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:53.792120 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-0ae2f907-bd78-44dc-bd39-95d6a3750d95 None None] Provisioning complete for port b58163e1-6cd4-47a9-b491-6821d464c33f triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:53.792832 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f907-bd78-44dc-bd39-95d6a3750d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:53.799964 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Request body: {'port': {'device_id': 'ef89aeeb-865b-41ef-8771-136140ca9cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:53.831838 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Request body: {'port': {'device_id': '06558cec-e4a7-4d76-a923-4e74409fa197', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:53.853378 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Request body: {'port': {'device_id': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:53.928359 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-0ae2f907-bd78-44dc-bd39-95d6a3750d95 None None] Port b58163e1-6cd4-47a9-b491-6821d464c33f cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:57:54.062709 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-d9461c0d-73ab-47de-9423-08819c6c8285 None None] Provisioning for port 99ff5c8c-ca69-48d1-80df-928fca6bcc92 completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:57:54.079323 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-d9461c0d-73ab-47de-9423-08819c6c8285 None None] Provisioning complete for port 99ff5c8c-ca69-48d1-80df-928fca6bcc92 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:54.080041 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d9461c0d-73ab-47de-9423-08819c6c8285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:54.109520 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:54.137565 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:54.230712 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-d298ecfa-7483-4482-8d9c-6d0eb2038cd4 req-73889e7e-f41a-4b68-9b17-52bdaa683c46 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] No DVR routers for this DVR port b77855d1-8202-4e82-8441-62c64e7af09f on host hv-cinder-80002 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:57:54.235161 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-d298ecfa-7483-4482-8d9c-6d0eb2038cd4 req-73889e7e-f41a-4b68-9b17-52bdaa683c46 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:54.239475 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d298ecfa-7483-4482-8d9c-6d0eb2038cd4 req-73889e7e-f41a-4b68-9b17-52bdaa683c46 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.61 "DELETE /v2.0/ports/b77855d1-8202-4e82-8441-62c64e7af09f HTTP/1.1" status: 204 len: 173 time: 2.2894158 Jul 08 12:57:54.268565 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-d9461c0d-73ab-47de-9423-08819c6c8285 None None] Port 99ff5c8c-ca69-48d1-80df-928fca6bcc92 cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:57:54.323743 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d0575d-bdf0-4ef6-967d-9625150ed5e1', 'name': 'network-vif-deleted', 'tag': 'b77855d1-8202-4e82-8441-62c64e7af09f'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:57:54.327796 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbd5eea-2990-469c-b00c-84febe5dfacb" -d '{"events": [{"server_uuid": "49d0575d-bdf0-4ef6-967d-9625150ed5e1", "name": "network-vif-deleted", "tag": "b77855d1-8202-4e82-8441-62c64e7af09f"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:57:54.333616 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d2661-cfa4-496b-835b-eaf2ab8516be req-ea222eb8-06db-416f-b6cc-b4de828c6fcc tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:54.342085 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a60d2661-cfa4-496b-835b-eaf2ab8516be req-ea222eb8-06db-416f-b6cc-b4de828c6fcc tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 931 time: 0.3413506 Jul 08 12:57:54.343768 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-88ed18d8-7ff8-4fa4-8781-e7f8e7fb3d3b req-0341573e-cc05-4fc7-b649-baf0e37f1939 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 210 time: 0.0999317 Jul 08 12:57:54.635189 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a60d2661-cfa4-496b-835b-eaf2ab8516be req-d512c228-d3fb-4546-bf3d-1d5eef1d18e2 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812366 Jul 08 12:57:54.751248 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e4a48d-1d75-4db6-99fc-bac0936c7b85 {{(pid=92983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:57:54.761758 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device b77855d1-8202-4e82-8441-62c64e7af09f no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:57:54.762683 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:54.780474 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Transition to ACTIVE for port object b7e4a48d-1d75-4db6-99fc-bac0936c7b85 will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:54.792591 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:54.803493 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: b77855d1-8202-4e82-8441-62c64e7af09f {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:57:54.804849 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device b77855d1-8202-4e82-8441-62c64e7af09f not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:57:54.805576 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 0cfe2a5f-b624-4554-b65b-926133191b48 no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:57:54.840915 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: 0cfe2a5f-b624-4554-b65b-926133191b48 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:57:54.841821 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 0cfe2a5f-b624-4554-b65b-926133191b48 not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:57:54.921841 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Pushing event updated for resources: {'Port': ['ID=b7e4a48d-1d75-4db6-99fc-bac0936c7b85,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:54.950124 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:55.021360 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Attempting to bind port b7e4a48d-1d75-4db6-99fc-bac0936c7b85 on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:57:55.021693 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Attempting to bind port b7e4a48d-1d75-4db6-99fc-bac0936c7b85 by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': '50d5fe2f-3cbe-4238-9be1-e6d990c7423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:57:55.022026 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Attempting to bind port b7e4a48d-1d75-4db6-99fc-bac0936c7b85 on network bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:57:55.031507 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Port b7e4a48d-1d75-4db6-99fc-bac0936c7b85 on network bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:57:55.032069 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Attempting to bind port b7e4a48d-1d75-4db6-99fc-bac0936c7b85 on network bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:57:55.048779 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ffead-d3df-4790-a442-65fc1055133e req-8f5b587f-c948-44b1-8b4d-6c5629bb5ee3 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:55.057153 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-486ffead-d3df-4790-a442-65fc1055133e req-8f5b587f-c948-44b1-8b4d-6c5629bb5ee3 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 943 time: 0.1829009 Jul 08 12:57:55.064371 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:57:55.065629 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Checking segment: {'id': '50d5fe2f-3cbe-4238-9be1-e6d990c7423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:57:55.066028 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Bound using segment: {'id': '50d5fe2f-3cbe-4238-9be1-e6d990c7423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:57:55.066490 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Bound port: b7e4a48d-1d75-4db6-99fc-bac0936c7b85, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50d5fe2f-3cbe-4238-9be1-e6d990c7423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:57:55.066853 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:55.113993 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd98d95-44bb-4020-973c-5f02972d5836 req-b034d29b-a8bb-4174-a8d0-6a96be38f8db tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:55.121345 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9cd98d95-44bb-4020-973c-5f02972d5836 req-b034d29b-a8bb-4174-a8d0-6a96be38f8db tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 931 time: 0.2742989 Jul 08 12:57:55.145748 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-486ffead-d3df-4790-a442-65fc1055133e req-07696f87-93f8-4bfc-8e70-908a88931d95 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874119 Jul 08 12:57:55.217678 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] For port b7e4a48d-1d75-4db6-99fc-bac0936c7b85, host hv-cinder-80002, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:57:55.228259 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] For port b7e4a48d-1d75-4db6-99fc-bac0936c7b85, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b7e4a48d-1d75-4db6-99fc-bac0936c7b85,segment=NetworkSegment(50d5fe2f-3cbe-4238-9be1-e6d990c7423e),segment_id=50d5fe2f-3cbe-4238-9be1-e6d990c7423e)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:57:55.252831 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:55.320616 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:55.323158 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:55.327830 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] 10.222.0.61 "PUT /v2.0/ports/b7e4a48d-1d75-4db6-99fc-bac0936c7b85 HTTP/1.1" status: 200 len: 1093 time: 1.5361531 Jul 08 12:57:55.334822 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef89aeeb-865b-41ef-8771-136140ca9cc3', 'tag': 'b7e4a48d-1d75-4db6-99fc-bac0936c7b85'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:57:55.343714 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9cd98d95-44bb-4020-973c-5f02972d5836 req-eb0150f3-99eb-4235-aab7-d4320a994601 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211545 Jul 08 12:57:55.344283 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1c90d6-b205-40fb-9c6c-b91913012442" -d '{"events": [{"name": "network-changed", "server_uuid": "ef89aeeb-865b-41ef-8771-136140ca9cc3", "tag": "b7e4a48d-1d75-4db6-99fc-bac0936c7b85"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:57:55.433826 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4af3a-38fa-4df6-8477-7767eddf871f service neutron] Pushing event updated for resources: {'Port': ['ID=b7e4a48d-1d75-4db6-99fc-bac0936c7b85,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:55.442328 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ff5c8c-ca69-48d1-80df-928fca6bcc92 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:57:55.461595 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:55.479551 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Transition to ACTIVE for port object 99ff5c8c-ca69-48d1-80df-928fca6bcc92 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:55.481740 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32564ba-29d1-49bd-a5b1-b08898518155 x-openstack-request-id: req-c32564ba-29d1-49bd-a5b1-b08898518155 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:57:55.482034 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d0575d-bdf0-4ef6-967d-9625150ed5e1", "name": "network-vif-deleted", "tag": "b77855d1-8202-4e82-8441-62c64e7af09f", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:57:55.482379 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c32564ba-29d1-49bd-a5b1-b08898518155 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:57:55.482980 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d0575d-bdf0-4ef6-967d-9625150ed5e1', 'name': 'network-vif-deleted', 'tag': 'b77855d1-8202-4e82-8441-62c64e7af09f', 'status': 'completed', 'code': 200} Jul 08 12:57:55.487274 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:55.500355 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f6a04-13c5-4390-8a2a-ba6651433df8 req-19d348a9-6c3f-4ea2-b98c-047502282ddd tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:55.502239 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4b4f6a04-13c5-4390-8a2a-ba6651433df8 req-19d348a9-6c3f-4ea2-b98c-047502282ddd tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1314650 Jul 08 12:57:55.563238 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4b4f6a04-13c5-4390-8a2a-ba6651433df8 req-277d2285-e70b-477f-a9ac-4c3520a2a4b2 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Jul 08 12:57:55.655022 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4257ab36-44e7-4402-a9cf-dde2ffd03f3e x-openstack-request-id: req-4257ab36-44e7-4402-a9cf-dde2ffd03f3e {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:57:55.655748 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef89aeeb-865b-41ef-8771-136140ca9cc3", "tag": "b7e4a48d-1d75-4db6-99fc-bac0936c7b85", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:57:55.655748 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4257ab36-44e7-4402-a9cf-dde2ffd03f3e {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:57:55.656083 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef89aeeb-865b-41ef-8771-136140ca9cc3', 'tag': 'b7e4a48d-1d75-4db6-99fc-bac0936c7b85', 'status': 'completed', 'code': 200} Jul 08 12:57:55.721693 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Pushing event updated for resources: {'Port': ['ID=99ff5c8c-ca69-48d1-80df-928fca6bcc92,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:55.883070 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Attempting to bind port 99ff5c8c-ca69-48d1-80df-928fca6bcc92 on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:57:55.883265 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Attempting to bind port 99ff5c8c-ca69-48d1-80df-928fca6bcc92 by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': 'd673415a-f667-4c26-a1c1-aa95053dc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:57:55.883553 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Attempting to bind port 99ff5c8c-ca69-48d1-80df-928fca6bcc92 on network 1708f7b4-ee24-4d9b-abb8-f841455a6a5b {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:57:55.910419 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d8d195aa-c58c-4a2d-b63f-330be7acc8b5 req-91ae69d8-2f81-48e3-894c-58d48439ec2c tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 210 time: 0.0792770 Jul 08 12:57:55.963595 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Port 99ff5c8c-ca69-48d1-80df-928fca6bcc92 on network 1708f7b4-ee24-4d9b-abb8-f841455a6a5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:57:55.963886 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Attempting to bind port 99ff5c8c-ca69-48d1-80df-928fca6bcc92 on network 1708f7b4-ee24-4d9b-abb8-f841455a6a5b {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:57:55.973069 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:57:55.973420 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Checking segment: {'id': 'd673415a-f667-4c26-a1c1-aa95053dc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:57:55.973825 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Bound using segment: {'id': 'd673415a-f667-4c26-a1c1-aa95053dc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:57:55.974280 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Bound port: 99ff5c8c-ca69-48d1-80df-928fca6bcc92, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd673415a-f667-4c26-a1c1-aa95053dc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:57:55.974647 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:56.003682 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58163e1-6cd4-47a9-b491-6821d464c33f {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:57:56.051225 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627478d-6c9a-459e-b46c-8c7f1cbb34e6 req-86a4503c-c744-420f-b581-39bf70e653e2 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:56.058074 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7627478d-6c9a-459e-b46c-8c7f1cbb34e6 req-86a4503c-c744-420f-b581-39bf70e653e2 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.4239812 Jul 08 12:57:56.067376 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:56.095667 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Transition to ACTIVE for port object b58163e1-6cd4-47a9-b491-6821d464c33f will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:56.128494 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:56.223702 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7456d2-3166-4e1e-a973-a685096dea76 req-0331abdd-413f-4d45-ae44-76f9a76d3a15 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:56.234665 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-6b7456d2-3166-4e1e-a973-a685096dea76 req-0331abdd-413f-4d45-ae44-76f9a76d3a15 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.1287236 Jul 08 12:57:56.314959 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-6b7456d2-3166-4e1e-a973-a685096dea76 req-bc061640-efb9-4da0-83c1-046b2105f91b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790222 Jul 08 12:57:56.360219 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Pushing event updated for resources: {'Port': ['ID=b58163e1-6cd4-47a9-b491-6821d464c33f,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:56.369764 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7627478d-6c9a-459e-b46c-8c7f1cbb34e6 req-49cf803c-63cb-4120-8584-0f2cf662506a tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098371 Jul 08 12:57:56.443397 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] For port 99ff5c8c-ca69-48d1-80df-928fca6bcc92, host hv-cinder-80002, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:57:56.542198 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] For port 99ff5c8c-ca69-48d1-80df-928fca6bcc92, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=99ff5c8c-ca69-48d1-80df-928fca6bcc92,segment=NetworkSegment(d673415a-f667-4c26-a1c1-aa95053dc3b8),segment_id=d673415a-f667-4c26-a1c1-aa95053dc3b8)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:57:56.556280 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:56.644394 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:56.645053 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:56.646460 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] 10.222.0.61 "PUT /v2.0/ports/99ff5c8c-ca69-48d1-80df-928fca6bcc92 HTTP/1.1" status: 200 len: 1093 time: 2.8068724 Jul 08 12:57:56.671368 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cabc29-6c52-4079-9457-517973fe9d63 req-109910e1-2492-458f-929a-148ed1205dd9 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:56.673104 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c3cabc29-6c52-4079-9457-517973fe9d63 req-109910e1-2492-458f-929a-148ed1205dd9 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 943 time: 0.1186969 Jul 08 12:57:56.711662 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Attempting to bind port b58163e1-6cd4-47a9-b491-6821d464c33f on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:57:56.711958 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Attempting to bind port b58163e1-6cd4-47a9-b491-6821d464c33f by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': 'd7995807-348e-4cc6-8a3e-92ebc4a40c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:57:56.712298 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Attempting to bind port b58163e1-6cd4-47a9-b491-6821d464c33f on network b69353fe-0596-4f5a-afef-8ca92a5c726f {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:57:56.728436 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b529d8-5f0a-45bb-96d4-d458f6385c33 service neutron] Pushing event updated for resources: {'Port': ['ID=99ff5c8c-ca69-48d1-80df-928fca6bcc92,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:56.735197 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Port b58163e1-6cd4-47a9-b491-6821d464c33f on network b69353fe-0596-4f5a-afef-8ca92a5c726f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:57:56.735558 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Attempting to bind port b58163e1-6cd4-47a9-b491-6821d464c33f on network b69353fe-0596-4f5a-afef-8ca92a5c726f {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:57:56.742835 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:57:56.743180 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Checking segment: {'id': 'd7995807-348e-4cc6-8a3e-92ebc4a40c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:57:56.743569 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Bound using segment: {'id': 'd7995807-348e-4cc6-8a3e-92ebc4a40c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:57:56.743999 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Bound port: b58163e1-6cd4-47a9-b491-6821d464c33f, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7995807-348e-4cc6-8a3e-92ebc4a40c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:57:56.744367 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:56.765816 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c3cabc29-6c52-4079-9457-517973fe9d63 req-13ed036e-9840-4b85-a258-04da0c939226 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715199 Jul 08 12:57:56.872103 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e089bf7-85f6-41b0-bdc7-d017589f1ee7 req-78f0a810-5131-4333-bd0a-f18e9851fdad tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:56.873980 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e089bf7-85f6-41b0-bdc7-d017589f1ee7 req-78f0a810-5131-4333-bd0a-f18e9851fdad tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 943 time: 0.3091292 Jul 08 12:57:56.945487 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] For port b58163e1-6cd4-47a9-b491-6821d464c33f, host hv-cinder-80002, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:57:56.948791 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] For port b58163e1-6cd4-47a9-b491-6821d464c33f, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b58163e1-6cd4-47a9-b491-6821d464c33f,segment=NetworkSegment(d7995807-348e-4cc6-8a3e-92ebc4a40c4a),segment_id=d7995807-348e-4cc6-8a3e-92ebc4a40c4a)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:57:56.961641 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e089bf7-85f6-41b0-bdc7-d017589f1ee7 req-7ffa2299-29ec-461a-843d-eb516d1eadb9 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798209 Jul 08 12:57:56.964038 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:57.016243 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:57.017631 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:57.020529 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] 10.222.0.61 "PUT /v2.0/ports/b58163e1-6cd4-47a9-b491-6821d464c33f HTTP/1.1" status: 200 len: 1093 time: 3.2093427 Jul 08 12:57:57.057476 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77473fac-bf04-444e-bf02-36daed2a9077 service neutron] Pushing event updated for resources: {'Port': ['ID=b58163e1-6cd4-47a9-b491-6821d464c33f,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:57.093413 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce930473-2410-4881-88fa-0ce1994085b1 req-0e7ca46f-b0ba-46ac-9a8a-6af4dc24ac27 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:57.094976 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ce930473-2410-4881-88fa-0ce1994085b1 req-0e7ca46f-b0ba-46ac-9a8a-6af4dc24ac27 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1549394 Jul 08 12:57:57.152963 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ce930473-2410-4881-88fa-0ce1994085b1 req-716038fa-cca2-49aa-b4ba-4fbbda5e9d6f tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493414 Jul 08 12:57:57.162930 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b64b9512-eb9a-4061-a513-f34fb2b239f7 req-9c1044ab-f32b-42f3-820c-76fb303ab659 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 210 time: 0.0358419 Jul 08 12:57:57.484426 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'tag': '99ff5c8c-ca69-48d1-80df-928fca6bcc92'}, {'name': 'network-changed', 'server_uuid': '06558cec-e4a7-4d76-a923-4e74409fa197', 'tag': 'b58163e1-6cd4-47a9-b491-6821d464c33f'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:57:57.490268 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a" -d '{"events": [{"name": "network-changed", "server_uuid": "13a234b9-0f4a-4c34-91a9-cabb401931f0", "tag": "99ff5c8c-ca69-48d1-80df-928fca6bcc92"}, {"name": "network-changed", "server_uuid": "06558cec-e4a7-4d76-a923-4e74409fa197", "tag": "b58163e1-6cd4-47a9-b491-6821d464c33f"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:57:57.582759 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a77ab-43ab-4dfb-9ad9-13fa4742231f req-403e180f-90d0-4023-9d77-04f8df104e22 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:57.584391 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2c3a77ab-43ab-4dfb-9ad9-13fa4742231f req-403e180f-90d0-4023-9d77-04f8df104e22 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.1230335 Jul 08 12:57:57.671086 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2c3a77ab-43ab-4dfb-9ad9-13fa4742231f req-79f53943-7ca3-457e-bd06-dc8cd7240a73 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760565 Jul 08 12:57:57.696084 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc000c1a-c886-4e57-aaa0-040aa19c0447 req-ee9d8449-751b-4b64-84e6-60df0945a138 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:57.699006 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bc000c1a-c886-4e57-aaa0-040aa19c0447 req-ee9d8449-751b-4b64-84e6-60df0945a138 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1201012 Jul 08 12:57:57.744024 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bc000c1a-c886-4e57-aaa0-040aa19c0447 req-0997a753-b8de-4cd8-8150-862a58013262 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382714 Jul 08 12:57:57.753076 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 12:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95efcf3c-e08b-4bad-b91c-f5a1b32ad2c3 x-openstack-request-id: req-95efcf3c-e08b-4bad-b91c-f5a1b32ad2c3 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:57:57.753076 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a234b9-0f4a-4c34-91a9-cabb401931f0", "tag": "99ff5c8c-ca69-48d1-80df-928fca6bcc92", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "06558cec-e4a7-4d76-a923-4e74409fa197", "tag": "b58163e1-6cd4-47a9-b491-6821d464c33f", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:57:57.753076 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95efcf3c-e08b-4bad-b91c-f5a1b32ad2c3 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:57:57.753076 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'tag': '99ff5c8c-ca69-48d1-80df-928fca6bcc92', 'status': 'completed', 'code': 200} Jul 08 12:57:57.753076 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06558cec-e4a7-4d76-a923-4e74409fa197', 'tag': 'b58163e1-6cd4-47a9-b491-6821d464c33f', 'status': 'completed', 'code': 200} Jul 08 12:57:57.936325 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:58.045878 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d8563-754f-4e12-8ebf-51f21ac0fc44 req-2a31f04f-919b-42c1-b574-bbd1ae2153ff tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:58.047679 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-150d8563-754f-4e12-8ebf-51f21ac0fc44 req-2a31f04f-919b-42c1-b574-bbd1ae2153ff tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 943 time: 0.1204498 Jul 08 12:57:58.117744 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-150d8563-754f-4e12-8ebf-51f21ac0fc44 req-e7b3e2eb-93a7-4f1f-ac3b-f8b88d4ba30b tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625746 Jul 08 12:57:58.240251 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23ab89-39e0-4995-82b8-77e16ceb60f5 req-d8f5c1d2-8ddc-4eee-b52a-37133613db3e tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:58.242540 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7b23ab89-39e0-4995-82b8-77e16ceb60f5 req-d8f5c1d2-8ddc-4eee-b52a-37133613db3e tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 943 time: 0.0993242 Jul 08 12:57:58.295644 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7b23ab89-39e0-4995-82b8-77e16ceb60f5 req-bb32a38a-750a-4a52-b5d0-107678277a9e tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476003 Jul 08 12:57:58.432305 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d862ae-ccba-4dea-8132-9fe32a026ba8 req-3818349a-a724-46f5-9952-d6c4190e641b tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:58.435061 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a5d862ae-ccba-4dea-8132-9fe32a026ba8 req-3818349a-a724-46f5-9952-d6c4190e641b tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1292338 Jul 08 12:57:58.499462 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a5d862ae-ccba-4dea-8132-9fe32a026ba8 req-d251b737-11b5-4b58-9fcd-a9f2415e26a2 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581393 Jul 08 12:57:58.545623 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-562cdd53-1cee-4c15-8840-1556a10c82b4 req-b4c32fce-e6fc-4442-8a3c-d0a20c42de6a tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 210 time: 0.0307076 Jul 08 12:57:58.924873 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24abeb-1f4b-46b0-9d9e-7541da32f70b req-cf75a1c7-f1b6-4bdf-b6b2-a325a161eae8 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:58.926511 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7a24abeb-1f4b-46b0-9d9e-7541da32f70b req-cf75a1c7-f1b6-4bdf-b6b2-a325a161eae8 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.1340125 Jul 08 12:57:58.983013 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7a24abeb-1f4b-46b0-9d9e-7541da32f70b req-4bc80705-12bf-4a32-81c7-dd3c801243e1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500817 Jul 08 12:57:59.069554 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea41559-b31c-49a3-a257-1bb7200dda4c req-b69c2e1c-4a45-4ace-856d-39f19e3c47cc tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:59.071094 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5ea41559-b31c-49a3-a257-1bb7200dda4c req-b69c2e1c-4a45-4ace-856d-39f19e3c47cc tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1205750 Jul 08 12:57:59.117784 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5ea41559-b31c-49a3-a257-1bb7200dda4c req-ac8aaa09-a33d-4ebc-a026-373d70b031b2 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361021 Jul 08 12:57:59.372032 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d1038-aa18-435e-84f4-9856da9eaa6b req-2e63b199-8412-490c-9c7d-9712d709d779 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:59.373710 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5d6d1038-aa18-435e-84f4-9856da9eaa6b req-2e63b199-8412-490c-9c7d-9712d709d779 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 943 time: 0.0831397 Jul 08 12:57:59.441233 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5d6d1038-aa18-435e-84f4-9856da9eaa6b req-d44dd70b-a50e-4e5b-8bf7-c1cb14d425a9 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608029 Jul 08 12:57:59.618423 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ecfae-9925-431a-8877-bb06cf78f348 req-9d7ad0b7-72c2-40e7-9362-2d5c0d8d07c3 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:59.620089 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-338ecfae-9925-431a-8877-bb06cf78f348 req-9d7ad0b7-72c2-40e7-9362-2d5c0d8d07c3 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 943 time: 0.1097794 Jul 08 12:57:59.675871 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-338ecfae-9925-431a-8877-bb06cf78f348 req-e2282efa-57bb-4ddd-b1ac-7379852bd4bf tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499854 Jul 08 12:57:59.734354 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565f639-2649-4bd9-bd6c-e99fd19aa6ac req-34f3e894-402d-44a3-9394-6406c2fa0494 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:59.736005 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3565f639-2649-4bd9-bd6c-e99fd19aa6ac req-34f3e894-402d-44a3-9394-6406c2fa0494 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1054816 Jul 08 12:57:59.788582 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3565f639-2649-4bd9-bd6c-e99fd19aa6ac req-4dbb5471-a401-490e-a55f-3152db3481b5 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468578 Jul 08 12:57:59.851413 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2c25877b-dc0b-46a5-96ca-f2015dcf4dee req-cea89630-f7ea-4d1c-81b1-12d04b3bedf5 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 210 time: 0.0423033 Jul 08 12:58:00.254829 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8da148-4c46-4b8f-bf04-8ac505739a0d req-11342bba-1f76-41ac-a3bb-ac4698ec1913 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:00.256738 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-bf8da148-4c46-4b8f-bf04-8ac505739a0d req-11342bba-1f76-41ac-a3bb-ac4698ec1913 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.1106963 Jul 08 12:58:00.319969 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-bf8da148-4c46-4b8f-bf04-8ac505739a0d req-15864bfc-9425-400c-ad66-c6eaf00def1a tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482798 Jul 08 12:58:00.444608 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28e934-7be0-4465-880b-418acd8e740d req-0688bdb1-01f1-42b5-9770-7e94f143d184 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:00.446262 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef28e934-7be0-4465-880b-418acd8e740d req-0688bdb1-01f1-42b5-9770-7e94f143d184 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.0824349 Jul 08 12:58:00.499840 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef28e934-7be0-4465-880b-418acd8e740d req-9423e3e1-a2d3-4cd5-aa0f-d8921da6bb8c tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428281 Jul 08 12:58:00.663226 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52606eb-66b0-4d84-8194-c7c2e0d002a3 req-22c4d2a6-b6e1-4b4d-9ea8-74f443320e2a tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:00.665213 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b52606eb-66b0-4d84-8194-c7c2e0d002a3 req-22c4d2a6-b6e1-4b4d-9ea8-74f443320e2a tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 943 time: 0.0737679 Jul 08 12:58:00.737470 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b52606eb-66b0-4d84-8194-c7c2e0d002a3 req-0d9ae214-bcd1-4df9-94e8-94380955b33b tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612192 Jul 08 12:58:00.980548 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaa5a1-93c0-4d61-ad6b-a9f53ce5f7ed req-d8ff1553-6954-49f8-81a0-a3207f8bac27 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:00.981300 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-daaaa5a1-93c0-4d61-ad6b-a9f53ce5f7ed req-d8ff1553-6954-49f8-81a0-a3207f8bac27 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 943 time: 0.1181078 Jul 08 12:58:01.034960 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-daaaa5a1-93c0-4d61-ad6b-a9f53ce5f7ed req-13980583-686c-418f-93e5-ead27c982020 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478189 Jul 08 12:58:01.086388 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2eab1-c34a-4e3f-801e-8b74af76ef45 req-47bec872-d3f5-4690-b22f-bd08bb7b6bce tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:01.088403 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-31f2eab1-c34a-4e3f-801e-8b74af76ef45 req-47bec872-d3f5-4690-b22f-bd08bb7b6bce tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1114149 Jul 08 12:58:01.144319 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-31f2eab1-c34a-4e3f-801e-8b74af76ef45 req-e61ba226-ba83-4f14-9e81-fa55f6ade2de tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490925 Jul 08 12:58:01.221666 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-75dc174f-0e4c-450e-b8e7-1bf36980b6c5 req-47c5c8fd-db12-4095-933d-5ebbed37ce89 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 210 time: 0.0333917 Jul 08 12:58:01.575380 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcb951-c813-4ea6-b044-c18b10df3e88 req-db14db9e-f3c6-42c2-aa02-9319082c632b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:01.578292 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1dfcb951-c813-4ea6-b044-c18b10df3e88 req-db14db9e-f3c6-42c2-aa02-9319082c632b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.1062064 Jul 08 12:58:01.632508 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1dfcb951-c813-4ea6-b044-c18b10df3e88 req-b9f7625a-4a13-47d1-8b1a-2eb84f94e74d tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441713 Jul 08 12:58:01.714129 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a998c-901b-4bfe-9b5a-26c8fe9893c5 req-d7c44c5c-8d07-4b87-8d3d-805a882829ca tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:01.715710 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c70a998c-901b-4bfe-9b5a-26c8fe9893c5 req-d7c44c5c-8d07-4b87-8d3d-805a882829ca tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.0683489 Jul 08 12:58:01.767380 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c70a998c-901b-4bfe-9b5a-26c8fe9893c5 req-7e9a5286-aec4-4279-a0fa-8e7b7f896e37 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410175 Jul 08 12:58:01.943136 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253efac-7597-4e2f-a0f7-375cb534bc15 req-d12a84cd-2703-4eaf-81fa-9ebd33752420 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:01.944698 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2253efac-7597-4e2f-a0f7-375cb534bc15 req-d12a84cd-2703-4eaf-81fa-9ebd33752420 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 943 time: 0.0683515 Jul 08 12:58:01.988022 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2253efac-7597-4e2f-a0f7-375cb534bc15 req-b11fc67b-78d3-4711-81fd-7880fc4e3fcc tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338511 Jul 08 12:58:02.277863 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580f406-f4e2-4b9b-9ab1-da40a194c470 req-341351ef-00ec-495e-88e1-ad1d4e4fde17 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:02.279724 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e580f406-f4e2-4b9b-9ab1-da40a194c470 req-341351ef-00ec-495e-88e1-ad1d4e4fde17 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 943 time: 0.0803742 Jul 08 12:58:02.321317 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e580f406-f4e2-4b9b-9ab1-da40a194c470 req-b0828356-e862-4711-b473-b449c8f947a6 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333886 Jul 08 12:58:02.373295 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dab42e-c6fd-4af7-94d3-bcb0ae54eebe req-1309475f-4bf8-4f6f-939d-8d86e016fbbf tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:02.374851 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-20dab42e-c6fd-4af7-94d3-bcb0ae54eebe req-1309475f-4bf8-4f6f-939d-8d86e016fbbf tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.0927777 Jul 08 12:58:02.448999 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-20dab42e-c6fd-4af7-94d3-bcb0ae54eebe req-9531ae51-7815-4677-a86e-176116c221d7 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634165 Jul 08 12:58:02.490162 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fe9e0274-5b66-4ae2-bd98-4a621b3c1371 req-99f73e5e-9368-4cf4-88fa-e2d1be1f8793 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] 10.222.0.13 "GET /v2.0/ports?device_id=49d0575d-bdf0-4ef6-967d-9625150ed5e1 HTTP/1.1" status: 200 len: 210 time: 0.0306551 Jul 08 12:58:02.740681 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-bfb69c16-7261-4321-8b7a-63387894f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:02.743122 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-bfb69c16-7261-4321-8b7a-63387894f727 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a088a09036eb40e6ba5a8c0b674bd424&device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 1096 time: 0.1042030 Jul 08 12:58:02.753973 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a req-e05fccb9-3a16-4c0a-bd14-a8896a7b57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:02.755643 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a req-e05fccb9-3a16-4c0a-bd14-a8896a7b57ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4259b3da7ad84a6ea96e9da0e49b7b8a&device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 1096 time: 0.1189983 Jul 08 12:58:02.761585 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c90d6-b205-40fb-9c6c-b91913012442 req-09db93f9-d03c-43ed-80e0-00f4caed5f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:02.763241 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1e1c90d6-b205-40fb-9c6c-b91913012442 req-09db93f9-d03c-43ed-80e0-00f4caed5f4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7ee83ea62d5420983bb804e238d6499&device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 1096 time: 0.1174238 Jul 08 12:58:02.801999 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-0bf9e659-7cc8-4164-a295-fb77947af425 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b58163e1-6cd4-47a9-b491-6821d464c33f HTTP/1.1" status: 200 len: 217 time: 0.0502326 Jul 08 12:58:02.897101 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-4be67c85-f824-4ab2-bed5-b573ba8e12df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:02.898740 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-4be67c85-f824-4ab2-bed5-b573ba8e12df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9adcbf55-0e9b-4584-afdf-246e047a8ab6 HTTP/1.1" status: 200 len: 852 time: 0.0869732 Jul 08 12:58:02.973986 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a req-50646cc5-7bd0-4c5e-8f50-742f50a6f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:02.975612 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a req-50646cc5-7bd0-4c5e-8f50-742f50a6f57f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4259b3da7ad84a6ea96e9da0e49b7b8a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2077711 Jul 08 12:58:02.987489 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee294a4-8e08-48f2-a27f-74a30e5af0ee req-39379a84-38db-4698-ad11-dd247a6c442b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:02.989124 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-bee294a4-8e08-48f2-a27f-74a30e5af0ee req-39379a84-38db-4698-ad11-dd247a6c442b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.1301367 Jul 08 12:58:03.008311 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-d61020ea-86bb-4452-a07c-8aa27100c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:03.009844 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-d61020ea-86bb-4452-a07c-8aa27100c016 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b69353fe-0596-4f5a-afef-8ca92a5c726f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954068 Jul 08 12:58:03.022873 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c90d6-b205-40fb-9c6c-b91913012442 req-d194b556-e7d9-4f29-81ea-5d5ae9a0b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:03.024405 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1e1c90d6-b205-40fb-9c6c-b91913012442 req-d194b556-e7d9-4f29-81ea-5d5ae9a0b76f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a7ee83ea62d5420983bb804e238d6499&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1988122 Jul 08 12:58:03.371005 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-bee294a4-8e08-48f2-a27f-74a30e5af0ee req-0ff469ac-41fc-46a7-9a95-03ffaec9256f tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714864 Jul 08 12:58:03.419963 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-5cfb69c3-fabf-4082-88a4-edbae10d0073 service neutron] 10.222.0.61 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013724 Jul 08 12:58:03.460893 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c90d6-b205-40fb-9c6c-b91913012442 req-89b93358-3f2b-4dee-8de1-c068193899c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:03.462400 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1e1c90d6-b205-40fb-9c6c-b91913012442 req-89b93358-3f2b-4dee-8de1-c068193899c6 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4271169 Jul 08 12:58:03.472209 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a req-d054861b-41f0-4726-bbd2-5ae2bd7f903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:03.474272 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a req-d054861b-41f0-4726-bbd2-5ae2bd7f903a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4803989 Jul 08 12:58:03.496890 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae1021-6a40-4055-9093-176437a93c84 req-8c7681ae-788b-49aa-89b3-b7ac54b62836 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:03.498825 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9eae1021-6a40-4055-9093-176437a93c84 req-8c7681ae-788b-49aa-89b3-b7ac54b62836 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.5173199 Jul 08 12:58:03.563985 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9eae1021-6a40-4055-9093-176437a93c84 req-c0acbe99-bf42-4bfe-a04e-452f29380bdc tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575771 Jul 08 12:58:03.570679 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-11ffb36f-d9a5-4d08-8139-52fba35154fe req-ac2d8991-baf3-414c-85dd-38319b8c910f service neutron] 10.222.0.61 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427376 Jul 08 12:58:03.617641 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b324c-e18f-4007-bfcb-ed1ef1396308 req-f55434af-d802-43a2-8b63-ab313998bb07 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:03.628149 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-933b324c-e18f-4007-bfcb-ed1ef1396308 req-f55434af-d802-43a2-8b63-ab313998bb07 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 943 time: 0.1388781 Jul 08 12:58:03.668810 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a53f817e-5f3a-41d7-a3cc-56454c19620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:03.670518 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-a53f817e-5f3a-41d7-a3cc-56454c19620e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7ee83ea62d5420983bb804e238d6499&device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 1096 time: 0.1217909 Jul 08 12:58:03.672677 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-ef135e2c-cd5f-4cd5-aca4-257e2eb49b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:03.674533 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-ef135e2c-cd5f-4cd5-aca4-257e2eb49b65 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4259b3da7ad84a6ea96e9da0e49b7b8a&device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 1096 time: 0.1346126 Jul 08 12:58:03.729883 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-bba6c269-e914-432a-92ad-0fdafc3f4706 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7e4a48d-1d75-4db6-99fc-bac0936c7b85 HTTP/1.1" status: 200 len: 217 time: 0.0441720 Jul 08 12:58:03.753396 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-933b324c-e18f-4007-bfcb-ed1ef1396308 req-f7c747bb-7463-4042-8ffd-065f469d313d tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239719 Jul 08 12:58:03.765905 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-fe21f6cc-4691-4d71-a9d5-94c902d21c62 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ff5c8c-ca69-48d1-80df-928fca6bcc92 HTTP/1.1" status: 200 len: 217 time: 0.0802555 Jul 08 12:58:03.771391 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a req-c0ff0e6c-ffac-4deb-bedb-20c1eec6a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:03.774122 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a req-c0ff0e6c-ffac-4deb-bedb-20c1eec6a384 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a088a09036eb40e6ba5a8c0b674bd424&device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 1096 time: 0.1202505 Jul 08 12:58:03.871918 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-ff1e37d0-5568-49a6-af72-71ff53c5c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:03.873392 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-ff1e37d0-5568-49a6-af72-71ff53c5c769 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=516adb56-5f4d-4f05-bc38-a2f6f2f37d02 HTTP/1.1" status: 200 len: 854 time: 0.1173010 Jul 08 12:58:03.890562 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-efdec37f-9bfc-4043-87c6-af74974aad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:03.891984 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-efdec37f-9bfc-4043-87c6-af74974aad90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db02442f-cbd5-4f0c-9156-883a737f3d07 HTTP/1.1" status: 200 len: 847 time: 0.1059089 Jul 08 12:58:03.926073 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-031026dd-ac86-4858-8743-c304e13ae6aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446844 Jul 08 12:58:03.959548 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a req-2f3a702f-1107-4344-8094-5588efdb5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:03.961010 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a req-2f3a702f-1107-4344-8094-5588efdb5cf4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b69353fe-0596-4f5a-afef-8ca92a5c726f HTTP/1.1" status: 200 len: 914 time: 0.1804271 Jul 08 12:58:04.010380 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a req-423e0a20-6139-4c76-92c6-74d1a63c80a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b58163e1-6cd4-47a9-b491-6821d464c33f HTTP/1.1" status: 200 len: 217 time: 0.0411744 Jul 08 12:58:04.023440 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd94f07-12c1-481b-9378-cca5e9379ebb req-3de89c7d-42bc-44e8-9be4-89256e4ecf93 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:04.025311 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5cd94f07-12c1-481b-9378-cca5e9379ebb req-3de89c7d-42bc-44e8-9be4-89256e4ecf93 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 943 time: 0.2404099 Jul 08 12:58:04.028110 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45ea66-f131-431e-910c-bff46dccec21 req-f753506f-2c88-496d-8746-ea9e5114a5b4 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:04.031756 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3e45ea66-f131-431e-910c-bff46dccec21 req-f753506f-2c88-496d-8746-ea9e5114a5b4 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1670051 Jul 08 12:58:04.092066 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-9f122f96-2aef-4ed9-bf1a-5e68f0d8d1a0 service neutron] 10.222.0.61 "GET /v2.0/networks/bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419756 Jul 08 12:58:04.096873 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-a426b43a-44cc-468f-9db5-4930c250c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:04.098425 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-a426b43a-44cc-468f-9db5-4930c250c485 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1708f7b4-ee24-4d9b-abb8-f841455a6a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1849809 Jul 08 12:58:04.110884 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3e45ea66-f131-431e-910c-bff46dccec21 req-0c425502-baf1-4240-a2da-63b8b1b38a09 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675573 Jul 08 12:58:04.113090 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a req-92e8bcf2-894d-41a5-bd18-79eb3b76159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:04.114855 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a req-92e8bcf2-894d-41a5-bd18-79eb3b76159e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9adcbf55-0e9b-4584-afdf-246e047a8ab6 HTTP/1.1" status: 200 len: 852 time: 0.0815985 Jul 08 12:58:04.145739 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5cd94f07-12c1-481b-9378-cca5e9379ebb req-c0e15fc0-e2bd-4417-9280-e229536474e4 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963602 Jul 08 12:58:04.192908 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a req-66750631-971b-4f47-8091-d5e3f2efa3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:04.194484 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a req-66750631-971b-4f47-8091-d5e3f2efa3ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b69353fe-0596-4f5a-afef-8ca92a5c726f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723743 Jul 08 12:58:04.222688 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 37680) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:04.307049 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a req-05b29586-18dc-452f-9c63-f39895efde6b service neutron] 10.222.0.61 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036987 Jul 08 12:58:04.324248 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-5902c13b-edce-4869-a4ae-9aa90ea94f2a admin admin] Deleting subnet a9c9b335-2571-40b0-99bd-5b4f86a78575 {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:58:04.327822 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-a67c8c57-45e6-4d5d-9f4f-ec3c87e8b765 service neutron] 10.222.0.61 "GET /v2.0/networks/1708f7b4-ee24-4d9b-abb8-f841455a6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122545 Jul 08 12:58:04.331729 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-60b8490b-a766-4194-a19b-9cddb91cc297 service neutron] 10.222.0.61 "GET /v2.0/networks/bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273793 Jul 08 12:58:04.332396 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5902c13b-edce-4869-a4ae-9aa90ea94f2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:04.419669 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-02e94f36-4261-4fe5-b9dd-e62c8fcc327a req-93092b01-db9b-4699-862c-7e21e1c2cd1e service neutron] 10.222.0.61 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029007 Jul 08 12:58:04.434164 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5902c13b-edce-4869-a4ae-9aa90ea94f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261736296'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:04.497451 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5902c13b-edce-4869-a4ae-9aa90ea94f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1818188'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:04.523205 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-49b84a45-34ab-4b43-bce1-3c43f0185539 req-d73550df-bef9-4ab9-803d-2d1dd27e66bd service neutron] 10.222.0.61 "GET /v2.0/networks/1708f7b4-ee24-4d9b-abb8-f841455a6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627994 Jul 08 12:58:04.593107 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5902c13b-edce-4869-a4ae-9aa90ea94f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1818203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260280300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262104700'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:04.632439 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5902c13b-edce-4869-a4ae-9aa90ea94f2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:04.634673 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5902c13b-edce-4869-a4ae-9aa90ea94f2a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a9c9b335-2571-40b0-99bd-5b4f86a78575 HTTP/1.1" status: 204 len: 168 time: 0.4107475 Jul 08 12:58:04.636481 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902c13b-edce-4869-a4ae-9aa90ea94f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c9b335-2571-40b0-99bd-5b4f86a78575,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:04.639099 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 37686) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:04.645624 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cf328-41a5-4fe6-9539-3f6b4e55f8a8 req-1e4a7bb5-71df-476b-a506-3198ded1cbd4 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:04.647180 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a72cf328-41a5-4fe6-9539-3f6b4e55f8a8 req-1e4a7bb5-71df-476b-a506-3198ded1cbd4 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.1286345 Jul 08 12:58:04.705085 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a72cf328-41a5-4fe6-9539-3f6b4e55f8a8 req-536ea6d1-e172-423a-ad67-2837a8ccea33 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517273 Jul 08 12:58:04.712263 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2df787a6-3581-43bb-98b4-82abe26d5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704495'] for network, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:04.803675 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2df787a6-3581-43bb-98b4-82abe26d5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1811703', 'neutron.services.segments.db._delete_segments_for_network-8757848019285'] for network, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:04.815853 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-2df787a6-3581-43bb-98b4-82abe26d5e4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25322acd-cd6d-4533-bb20-e943f6b4bde0']}} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:04.828332 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-2df787a6-3581-43bb-98b4-82abe26d5e4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb213aaf-4e10-4333-998e-30832ddcf1f9') {'for_net_delete': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:04.828847 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-2df787a6-3581-43bb-98b4-82abe26d5e4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb213aaf-4e10-4333-998e-30832ddcf1f9') {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:04.839270 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5b533990-2a01-4e61-bf6c-8af9a498fa8e details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:58:04.868334 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2df787a6-3581-43bb-98b4-82abe26d5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757848043825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3025382'] for segment, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:04.892450 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2df787a6-3581-43bb-98b4-82abe26d5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:04.904245 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df787a6-3581-43bb-98b4-82abe26d5e4c admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=92983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:58:04.904774 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2df787a6-3581-43bb-98b4-82abe26d5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3137506'] for segment, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: Traceback (most recent call last): Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: timer() Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: cb(*args, **kw) Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: return func(*args, **kwargs) Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: self._notify() Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: self.callback(batched_events) Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: event.method(event) Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: return f(self, *a, **k) Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._get(url).json() Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: return self.request(url, 'GET', **kwargs) Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:58:04.906947 dv-cinder-800022-1-iscsi neutron-server[92983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:58:04.954402 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7ae5d-eed0-4484-ab70-ec022cf676d5 req-a41fd850-14ef-4304-ad35-6a6c276be48a tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:04.956648 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-21b7ae5d-eed0-4484-ab70-ec022cf676d5 req-a41fd850-14ef-4304-ad35-6a6c276be48a tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 943 time: 0.0758486 Jul 08 12:58:04.969975 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 5b533990-2a01-4e61-bf6c-8af9a498fa8e, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:58:04.981663 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859f8e8-4edf-4441-b18d-d52391b859d1 req-e577c5e5-cdbf-4e99-800e-e0009615e994 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:04.983316 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d859f8e8-4edf-4441-b18d-d52391b859d1 req-e577c5e5-cdbf-4e99-800e-e0009615e994 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 943 time: 0.1518259 Jul 08 12:58:04.983692 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '5b533990-2a01-4e61-bf6c-8af9a498fa8e', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'port_id': '5b533990-2a01-4e61-bf6c-8af9a498fa8e', 'mac_address': 'fa:16:3e:69:83:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:58:04.984489 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2df787a6-3581-43bb-98b4-82abe26d5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1811662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:04.991789 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2df787a6-3581-43bb-98b4-82abe26d5e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:04.993989 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-2df787a6-3581-43bb-98b4-82abe26d5e4c admin admin] 10.222.0.13 "DELETE /v2.0/networks/25322acd-cd6d-4533-bb20-e943f6b4bde0 HTTP/1.1" status: 204 len: 168 time: 0.3534141 Jul 08 12:58:05.023311 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df787a6-3581-43bb-98b4-82abe26d5e4c admin admin] Pushing event deleted for resources: {'Network': ['ID=25322acd-cd6d-4533-bb20-e943f6b4bde0,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:05.042844 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:05.043170 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-21b7ae5d-eed0-4484-ab70-ec022cf676d5 req-cf9281cb-bba0-4bdc-b2cf-7df6913f0461 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803208 Jul 08 12:58:05.047897 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d859f8e8-4edf-4441-b18d-d52391b859d1 req-b3c569ef-680a-402b-8716-300b36d4d4e1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525854 Jul 08 12:58:05.064298 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b533990-2a01-4e61-bf6c-8af9a498fa8e {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:58:05.094229 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 5b533990-2a01-4e61-bf6c-8af9a498fa8e, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:58:05.099987 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:05.176001 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=5b533990-2a01-4e61-bf6c-8af9a498fa8e,revision_number=9']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:05.184660 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:05.185146 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:05.185651 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:05.186094 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:05.186703 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:05.187335 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:05.187897 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:05.188299 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:05.188981 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:05.190303 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:05.191104 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:05.191505 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:05.280319 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 37696) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:05.345474 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['5b533990-2a01-4e61-bf6c-8af9a498fa8e'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:58:05.396554 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af888ae-cb54-42d1-aef6-d2659b975ca8 req-91b0fc04-c578-47eb-8c54-73c54f9cfa5d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:05.398214 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1af888ae-cb54-42d1-aef6-d2659b975ca8 req-91b0fc04-c578-47eb-8c54-73c54f9cfa5d tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.0784307 Jul 08 12:58:05.400408 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-802ad5fd-9674-4371-9a6f-eaa9e5f8b5f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f0cacd1b66143d4af1faf4c09461adb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1188202 Jul 08 12:58:05.403059 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 37698) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:05.443838 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc153e2-d732-4a33-9863-4ccbe6c371f1 req-46290d6f-59f4-4b9b-8e5f-6f9c6193bc47 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:05.444551 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1fc153e2-d732-4a33-9863-4ccbe6c371f1 req-46290d6f-59f4-4b9b-8e5f-6f9c6193bc47 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 943 time: 0.1377611 Jul 08 12:58:05.482888 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1af888ae-cb54-42d1-aef6-d2659b975ca8 req-c11f5a22-68ce-45e5-b63d-d8feb101085e tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706868 Jul 08 12:58:05.488054 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1fc153e2-d732-4a33-9863-4ccbe6c371f1 req-2973c599-8677-40da-8d7e-3aebd9afa19c tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362203 Jul 08 12:58:05.496333 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5e9e5df9-082c-4167-8637-4c461ddc280c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:05.525540 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5e9e5df9-082c-4167-8637-4c461ddc280c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:05.589922 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5e9e5df9-082c-4167-8637-4c461ddc280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:05.592757 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5e9e5df9-082c-4167-8637-4c461ddc280c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:05.593991 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5e9e5df9-082c-4167-8637-4c461ddc280c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49a37116-784f-455d-b1c9-cc0416047b86 HTTP/1.1" status: 204 len: 168 time: 0.1899362 Jul 08 12:58:05.604452 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e5df9-082c-4167-8637-4c461ddc280c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a37116-784f-455d-b1c9-cc0416047b86,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:05.743812 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:58:05.929166 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51174627-96da-4bab-b6a8-524e9ca452ff req-df5af0ac-939f-42ec-bdf8-b2a4f84739ea tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:05.930853 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-51174627-96da-4bab-b6a8-524e9ca452ff req-df5af0ac-939f-42ec-bdf8-b2a4f84739ea tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.0710611 Jul 08 12:58:05.975047 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-51174627-96da-4bab-b6a8-524e9ca452ff req-3f4150e0-10a2-4a8a-b34c-3d87745dbbdc tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359747 Jul 08 12:58:06.227844 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667a7d4-7486-4c46-9f04-ea25e5a7bb63 req-67db3dc3-887e-4b4a-baad-7e822c022e76 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:06.229480 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a667a7d4-7486-4c46-9f04-ea25e5a7bb63 req-67db3dc3-887e-4b4a-baad-7e822c022e76 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 943 time: 0.0790989 Jul 08 12:58:06.286315 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a667a7d4-7486-4c46-9f04-ea25e5a7bb63 req-a9cea991-f1ca-4203-8ae0-a4ebb7cf56f8 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510368 Jul 08 12:58:06.334521 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75080bc7-f4ab-4d2e-94f4-c8540f6187cc req-5eac6294-9d60-4659-a0eb-aeb370f8d446 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:06.336133 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-75080bc7-f4ab-4d2e-94f4-c8540f6187cc req-5eac6294-9d60-4659-a0eb-aeb370f8d446 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 944 time: 0.0937107 Jul 08 12:58:06.381345 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-75080bc7-f4ab-4d2e-94f4-c8540f6187cc req-0484f923-9852-4504-9761-74ec1dd3b0a9 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389521 Jul 08 12:58:06.759454 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715b078-ee28-4bca-906c-baeac3b4a7da req-de18f87d-29c7-4415-a1e3-fcf47a11e9e5 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:06.761242 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c715b078-ee28-4bca-906c-baeac3b4a7da req-de18f87d-29c7-4415-a1e3-fcf47a11e9e5 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 943 time: 0.0760860 Jul 08 12:58:06.770372 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736fc84-b9d6-4e32-a8b5-1fe58f687573 req-ef7d9e86-38cb-4197-8a47-0aaf1f959bf2 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:06.775252 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a736fc84-b9d6-4e32-a8b5-1fe58f687573 req-ef7d9e86-38cb-4197-8a47-0aaf1f959bf2 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1119845 Jul 08 12:58:06.828465 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a736fc84-b9d6-4e32-a8b5-1fe58f687573 req-5258934a-4bfa-43ed-b16a-3fee0038ebfa tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480084 Jul 08 12:58:06.828780 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c715b078-ee28-4bca-906c-baeac3b4a7da req-eb8b9e40-ec28-43ce-b7dc-66ce4723b3a3 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612569 Jul 08 12:58:06.844067 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5b533990-2a01-4e61-bf6c-8af9a498fa8e up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:58:06.848161 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device b7e4a48d-1d75-4db6-99fc-bac0936c7b85 details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:58:07.159660 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 5b533990-2a01-4e61-bf6c-8af9a498fa8e triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:58:07.160037 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:07.211471 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcb2c0-07a9-43da-b92a-afffcf1a8ff4 req-197e55e8-095c-4850-8aa7-1c171ac9f11e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:07.213099 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-70bcb2c0-07a9-43da-b92a-afffcf1a8ff4 req-197e55e8-095c-4850-8aa7-1c171ac9f11e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.0928314 Jul 08 12:58:07.215203 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port b7e4a48d-1d75-4db6-99fc-bac0936c7b85, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b7e4a48d-1d75-4db6-99fc-bac0936c7b85,segment=NetworkSegment(50d5fe2f-3cbe-4238-9be1-e6d990c7423e),segment_id=50d5fe2f-3cbe-4238-9be1-e6d990c7423e)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:58:07.231785 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': 'b7e4a48d-1d75-4db6-99fc-bac0936c7b85', 'network_id': 'bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0', 'port_id': 'b7e4a48d-1d75-4db6-99fc-bac0936c7b85', 'mac_address': 'fa:16:3e:91:f2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516adb56-5f4d-4f05-bc38-a2f6f2f37d02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:58:07.258319 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-70bcb2c0-07a9-43da-b92a-afffcf1a8ff4 req-9e5723d0-f2f9-4e5a-8dd6-68043503f08d tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351968 Jul 08 12:58:07.300525 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:07.317224 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:07.323036 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e4a48d-1d75-4db6-99fc-bac0936c7b85 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:58:07.358791 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port b7e4a48d-1d75-4db6-99fc-bac0936c7b85, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b7e4a48d-1d75-4db6-99fc-bac0936c7b85,segment=NetworkSegment(50d5fe2f-3cbe-4238-9be1-e6d990c7423e),segment_id=50d5fe2f-3cbe-4238-9be1-e6d990c7423e)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:58:07.364653 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b533990-2a01-4e61-bf6c-8af9a498fa8e'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:58:07.367131 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b4ad1c-58d0-4270-b71e-ae1e6bb7c3ac" -d '{"events": [{"server_uuid": "30c3d726-5746-4ebc-80ca-4321f26536e0", "name": "network-vif-plugged", "status": "completed", "tag": "5b533990-2a01-4e61-bf6c-8af9a498fa8e"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:58:07.378681 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:07.379068 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device b58163e1-6cd4-47a9-b491-6821d464c33f details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:58:07.389700 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 5b533990-2a01-4e61-bf6c-8af9a498fa8e, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:58:07.416359 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:07.437126 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc871f7-da97-4615-8151-5f612d43ca3c x-openstack-request-id: req-efc871f7-da97-4615-8151-5f612d43ca3c {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:58:07.437490 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c3d726-5746-4ebc-80ca-4321f26536e0", "name": "network-vif-plugged", "status": "completed", "tag": "5b533990-2a01-4e61-bf6c-8af9a498fa8e", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:58:07.437746 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efc871f7-da97-4615-8151-5f612d43ca3c {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:58:07.438147 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b533990-2a01-4e61-bf6c-8af9a498fa8e', 'code': 200} Jul 08 12:58:07.489866 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=b7e4a48d-1d75-4db6-99fc-bac0936c7b85,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:07.580527 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port b58163e1-6cd4-47a9-b491-6821d464c33f, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b58163e1-6cd4-47a9-b491-6821d464c33f,segment=NetworkSegment(d7995807-348e-4cc6-8a3e-92ebc4a40c4a),segment_id=d7995807-348e-4cc6-8a3e-92ebc4a40c4a)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:58:07.583125 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=5b533990-2a01-4e61-bf6c-8af9a498fa8e,revision_number=10']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:07.595844 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': 'b58163e1-6cd4-47a9-b491-6821d464c33f', 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f', 'port_id': 'b58163e1-6cd4-47a9-b491-6821d464c33f', 'mac_address': 'fa:16:3e:22:ed:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:58:07.633426 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f610b9-7c7c-44ea-abbc-e5a9313fbd6e req-b9c18a3e-af0d-4b25-a96c-a5f157af2d36 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:07.634983 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a9f610b9-7c7c-44ea-abbc-e5a9313fbd6e req-b9c18a3e-af0d-4b25-a96c-a5f157af2d36 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1142204 Jul 08 12:58:07.648132 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:07.666285 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58163e1-6cd4-47a9-b491-6821d464c33f {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:58:07.679708 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500cb25-2bbe-4b8a-943b-376620d42d64 req-d1f8da8f-75e3-41b8-92be-abe1bad68100 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:07.681337 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f500cb25-2bbe-4b8a-943b-376620d42d64 req-d1f8da8f-75e3-41b8-92be-abe1bad68100 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 944 time: 0.2166815 Jul 08 12:58:07.694535 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port b58163e1-6cd4-47a9-b491-6821d464c33f, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b58163e1-6cd4-47a9-b491-6821d464c33f,segment=NetworkSegment(d7995807-348e-4cc6-8a3e-92ebc4a40c4a),segment_id=d7995807-348e-4cc6-8a3e-92ebc4a40c4a)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:58:07.699663 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:07.739765 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed09d9-2039-488e-a8cc-005c08f2d15a req-4ecebe64-2c00-401b-b31f-6affc50cac24 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:07.742778 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-6bed09d9-2039-488e-a8cc-005c08f2d15a req-4ecebe64-2c00-401b-b31f-6affc50cac24 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 946 time: 0.1132641 Jul 08 12:58:07.771071 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f500cb25-2bbe-4b8a-943b-376620d42d64 req-776dc2d1-1276-4b4f-942f-b3dcfd7dcd13 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782874 Jul 08 12:58:07.779731 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=b58163e1-6cd4-47a9-b491-6821d464c33f,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:07.802459 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-a9f610b9-7c7c-44ea-abbc-e5a9313fbd6e req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Deleting port 74341109-ec67-4527-895d-f9685f0ddd46 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:58:07.803064 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a9f610b9-7c7c-44ea-abbc-e5a9313fbd6e req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:07.821912 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-6bed09d9-2039-488e-a8cc-005c08f2d15a req-973847c1-206f-4eab-8f90-46906862ff90 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713167 Jul 08 12:58:07.923421 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['b7e4a48d-1d75-4db6-99fc-bac0936c7b85'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:58:07.934777 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-a9f610b9-7c7c-44ea-abbc-e5a9313fbd6e req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] For port 74341109-ec67-4527-895d-f9685f0ddd46, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=74341109-ec67-4527-895d-f9685f0ddd46,segment=NetworkSegment(bfa51963-cfd2-4b77-a330-f4e9b99af459),segment_id=bfa51963-cfd2-4b77-a330-f4e9b99af459)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:58:07.935146 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a9f610b9-7c7c-44ea-abbc-e5a9313fbd6e req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:07.950364 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-a9f610b9-7c7c-44ea-abbc-e5a9313fbd6e req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Calling delete_port for 74341109-ec67-4527-895d-f9685f0ddd46 owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:58:07.998229 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['b58163e1-6cd4-47a9-b491-6821d464c33f'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:58:08.043999 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a0f77-c9b2-45eb-b8e0-86b5e600f70b req-942119bd-a6d4-423b-b4b9-a23146dee933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:08.045942 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9b6a0f77-c9b2-45eb-b8e0-86b5e600f70b req-942119bd-a6d4-423b-b4b9-a23146dee933 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 1099 time: 0.1292832 Jul 08 12:58:08.105528 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9b6a0f77-c9b2-45eb-b8e0-86b5e600f70b req-27ec30d8-19b8-48ea-b6d5-ea0b635fdbdb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526114 Jul 08 12:58:08.120233 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f326e7f-8ddd-4611-abbd-c96b53f50e68 req-0fdced83-da39-4d9d-8c18-49303d0db3eb tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:08.122270 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0f326e7f-8ddd-4611-abbd-c96b53f50e68 req-0fdced83-da39-4d9d-8c18-49303d0db3eb tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9253350-85d5-4ad9-8a89-d3af9a1d43ea HTTP/1.1" status: 200 len: 945 time: 0.1253521 Jul 08 12:58:08.133214 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1df5e-7b32-4a5f-bfeb-b881671d8892 req-65b50506-8d18-474f-b1e8-a14adffc3cfb tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:08.135303 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1f1df5e-7b32-4a5f-bfeb-b881671d8892 req-65b50506-8d18-474f-b1e8-a14adffc3cfb tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 944 time: 0.1789122 Jul 08 12:58:08.192715 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0f326e7f-8ddd-4611-abbd-c96b53f50e68 req-01a7e5cb-dd56-495f-aeaa-1946cad8892f tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cada3c6-31af-4701-85c1-5f87bf856037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444331 Jul 08 12:58:08.230852 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1f1df5e-7b32-4a5f-bfeb-b881671d8892 req-db4af3f5-5da7-4e01-a31f-bfc739351beb tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874934 Jul 08 12:58:08.253789 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a9f610b9-7c7c-44ea-abbc-e5a9313fbd6e req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:08.309132 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Pushing event deleted for resources: {'Port': ['ID=74341109-ec67-4527-895d-f9685f0ddd46,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:08.370704 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:08.371258 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:08.371739 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:08.372256 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:08.372800 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:08.373307 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:08.373720 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:08.374134 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:08.374610 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:08.375000 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:08.375406 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:08.375805 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:08.402051 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f610b9-7c7c-44ea-abbc-e5a9313fbd6e req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] No DVR routers for this DVR port 74341109-ec67-4527-895d-f9685f0ddd46 on host hv-cinder-80002 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:58:08.406020 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-a9f610b9-7c7c-44ea-abbc-e5a9313fbd6e req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:08.409775 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a9f610b9-7c7c-44ea-abbc-e5a9313fbd6e req-0373b0b7-2c96-4c21-aecd-eb24668ebf96 tempest-ServerRescueNegativeTestJSON-672000332 tempest-ServerRescueNegativeTestJSON-672000332-project] 10.222.0.61 "DELETE /v2.0/ports/74341109-ec67-4527-895d-f9685f0ddd46 HTTP/1.1" status: 204 len: 173 time: 0.7674756 Jul 08 12:58:08.409775 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9253350-85d5-4ad9-8a89-d3af9a1d43ea', 'name': 'network-vif-deleted', 'tag': '74341109-ec67-4527-895d-f9685f0ddd46'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:58:08.411950 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bbe398-7f87-4dac-a14b-1cec3589c167" -d '{"events": [{"server_uuid": "f9253350-85d5-4ad9-8a89-d3af9a1d43ea", "name": "network-vif-deleted", "tag": "74341109-ec67-4527-895d-f9685f0ddd46"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:58:08.459121 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cdfd69-c093-4f66-aefd-98fb2955c5aa x-openstack-request-id: req-08cdfd69-c093-4f66-aefd-98fb2955c5aa {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:58:08.459294 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9253350-85d5-4ad9-8a89-d3af9a1d43ea", "name": "network-vif-deleted", "tag": "74341109-ec67-4527-895d-f9685f0ddd46", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:58:08.459556 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08cdfd69-c093-4f66-aefd-98fb2955c5aa {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:58:08.460046 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9253350-85d5-4ad9-8a89-d3af9a1d43ea', 'name': 'network-vif-deleted', 'tag': '74341109-ec67-4527-895d-f9685f0ddd46', 'status': 'completed', 'code': 200} Jul 08 12:58:08.505683 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47772351-a1e3-4418-ac6b-eb7e3f099538 req-3f6d2665-6652-4bc3-bbec-934ab8b09511 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:08.508512 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-47772351-a1e3-4418-ac6b-eb7e3f099538 req-3f6d2665-6652-4bc3-bbec-934ab8b09511 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.0905652 Jul 08 12:58:08.571087 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-47772351-a1e3-4418-ac6b-eb7e3f099538 req-d54508ac-08cb-42a7-aa70-64a0782240bf tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505290 Jul 08 12:58:08.870399 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device b58163e1-6cd4-47a9-b491-6821d464c33f up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:58:08.968226 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port b58163e1-6cd4-47a9-b491-6821d464c33f completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:58:08.980502 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port b58163e1-6cd4-47a9-b491-6821d464c33f triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:58:08.981896 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:09.098354 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34ec7d-0da5-49db-9b5e-f2fcb0d67ef7 req-1821a4b1-7c85-407a-8a83-0adb9046ba05 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:09.101285 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-bc34ec7d-0da5-49db-9b5e-f2fcb0d67ef7 req-1821a4b1-7c85-407a-8a83-0adb9046ba05 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 944 time: 0.1757052 Jul 08 12:58:09.175073 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:09.199803 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-bc34ec7d-0da5-49db-9b5e-f2fcb0d67ef7 req-ba54d237-4d4b-4dd3-a4b9-7311818b0224 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814300 Jul 08 12:58:09.202106 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75a385-af8d-4551-b3ff-47cea2021926 req-298d2a2c-6438-497a-b813-3f580d3e94a5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:09.209683 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3b75a385-af8d-4551-b3ff-47cea2021926 req-298d2a2c-6438-497a-b813-3f580d3e94a5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 946 time: 0.2207642 Jul 08 12:58:09.278057 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3b75a385-af8d-4551-b3ff-47cea2021926 req-f43c0fcd-04e4-4d68-8071-a108fc235cb4 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662503 Jul 08 12:58:09.290505 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port b58163e1-6cd4-47a9-b491-6821d464c33f, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b58163e1-6cd4-47a9-b491-6821d464c33f,segment=NetworkSegment(d7995807-348e-4cc6-8a3e-92ebc4a40c4a),segment_id=d7995807-348e-4cc6-8a3e-92ebc4a40c4a)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:58:09.297673 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:09.299676 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device b7e4a48d-1d75-4db6-99fc-bac0936c7b85 up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:58:09.388784 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=b58163e1-6cd4-47a9-b491-6821d464c33f,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:09.410825 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port b7e4a48d-1d75-4db6-99fc-bac0936c7b85 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:58:09.419256 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port b7e4a48d-1d75-4db6-99fc-bac0936c7b85 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:58:09.420625 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:09.436519 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 37782) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:09.459562 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06558cec-e4a7-4d76-a923-4e74409fa197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58163e1-6cd4-47a9-b491-6821d464c33f'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:58:09.462721 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a7d278-7ddf-4e5d-8eb4-d1c33c2fafa1" -d '{"events": [{"server_uuid": "06558cec-e4a7-4d76-a923-4e74409fa197", "name": "network-vif-plugged", "status": "completed", "tag": "b58163e1-6cd4-47a9-b491-6821d464c33f"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:58:09.527471 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6064f21-593b-454e-bb3e-f998c1121db5 req-b9b04f7c-14b7-4d07-a410-6080ae7c2177 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:09.530947 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8847f9-15d9-4a8c-88cb-06a2381f058f x-openstack-request-id: req-5f8847f9-15d9-4a8c-88cb-06a2381f058f {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:58:09.531389 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06558cec-e4a7-4d76-a923-4e74409fa197", "name": "network-vif-plugged", "status": "completed", "tag": "b58163e1-6cd4-47a9-b491-6821d464c33f", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:58:09.531482 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f8847f9-15d9-4a8c-88cb-06a2381f058f {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:58:09.532078 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06558cec-e4a7-4d76-a923-4e74409fa197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58163e1-6cd4-47a9-b491-6821d464c33f', 'code': 200} Jul 08 12:58:09.547507 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c6064f21-593b-454e-bb3e-f998c1121db5 req-b9b04f7c-14b7-4d07-a410-6080ae7c2177 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 945 time: 0.1313384 Jul 08 12:58:09.565081 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:09.634257 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port b7e4a48d-1d75-4db6-99fc-bac0936c7b85, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b7e4a48d-1d75-4db6-99fc-bac0936c7b85,segment=NetworkSegment(50d5fe2f-3cbe-4238-9be1-e6d990c7423e),segment_id=50d5fe2f-3cbe-4238-9be1-e6d990c7423e)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:58:09.640254 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:09.643423 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 74341109-ec67-4527-895d-f9685f0ddd46 no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:58:09.656958 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c6064f21-593b-454e-bb3e-f998c1121db5 req-0b4f9a59-c76c-4a17-bab1-1660f4591de3 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933118 Jul 08 12:58:09.670052 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: 74341109-ec67-4527-895d-f9685f0ddd46 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:58:09.670550 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 74341109-ec67-4527-895d-f9685f0ddd46 not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:58:09.756859 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=b7e4a48d-1d75-4db6-99fc-bac0936c7b85,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:09.835266 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d67130-b44d-4f6c-a24c-037bbae78568 req-acf7cf59-d49c-4cba-9320-aa645b92bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:09.837233 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c1d67130-b44d-4f6c-a24c-037bbae78568 req-acf7cf59-d49c-4cba-9320-aa645b92bbf2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 1098 time: 0.0776181 Jul 08 12:58:09.880144 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c1d67130-b44d-4f6c-a24c-037bbae78568 req-e41b45fd-5185-4356-8d84-e578c63f0974 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359919 Jul 08 12:58:09.989679 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c25b7d-421e-4920-a936-d05ff268c04c req-fff6f2d7-1831-4315-a1fd-9fa04bcb15f8 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:09.992366 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-36c25b7d-421e-4920-a936-d05ff268c04c req-fff6f2d7-1831-4315-a1fd-9fa04bcb15f8 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.2435036 Jul 08 12:58:10.173806 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-36c25b7d-421e-4920-a936-d05ff268c04c req-128c529b-4043-45b9-9515-46f4c3d9046c tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680052 Jul 08 12:58:10.456125 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02cb19-9b4e-41c6-9be0-b032dbe0aa18 req-f0087cca-a7b3-4c76-a8ae-5d36bdca1667 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:10.466490 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9f02cb19-9b4e-41c6-9be0-b032dbe0aa18 req-f0087cca-a7b3-4c76-a8ae-5d36bdca1667 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 945 time: 0.0967658 Jul 08 12:58:10.490540 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653114'] for router_interface, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:10.524215 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9f02cb19-9b4e-41c6-9be0-b032dbe0aa18 req-151d589d-65d8-4c11-a10e-5af78fff2426 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560162 Jul 08 12:58:10.660581 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92844b-8fc7-4fce-8a3c-5335d563cf8b req-36fc4e6c-44e7-4925-a5dd-0e4aff4aeb1f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:10.662154 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-dc92844b-8fc7-4fce-8a3c-5335d563cf8b req-36fc4e6c-44e7-4925-a5dd-0e4aff4aeb1f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 946 time: 0.1897721 Jul 08 12:58:10.781676 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-dc92844b-8fc7-4fce-8a3c-5335d563cf8b req-5d6dad8d-e955-499e-bae4-73ac702d6b93 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910063 Jul 08 12:58:10.893074 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f57ced-6f03-4151-896c-ce22d92b9ab9 req-4e3bfb0d-4e81-4872-8907-6a30558d7597 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:10.894683 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-62f57ced-6f03-4151-896c-ce22d92b9ab9 req-4e3bfb0d-4e81-4872-8907-6a30558d7597 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 945 time: 0.0916505 Jul 08 12:58:10.911117 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Deleting port a65577a6-1a87-47a5-b6ca-80940253d769 {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:58:10.911428 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:10.956295 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-62f57ced-6f03-4151-896c-ce22d92b9ab9 req-b1f2ee86-29c4-4cae-a1d4-daebe2a390ef tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521812 Jul 08 12:58:11.255843 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] For port a65577a6-1a87-47a5-b6ca-80940253d769, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=a65577a6-1a87-47a5-b6ca-80940253d769,segment=NetworkSegment(bfa51963-cfd2-4b77-a330-f4e9b99af459),segment_id=bfa51963-cfd2-4b77-a330-f4e9b99af459)] {{(pid=92983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:58:11.256573 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:11.280163 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Calling delete_port for a65577a6-1a87-47a5-b6ca-80940253d769 owned by network:router_interface {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:58:11.542559 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef89aeeb-865b-41ef-8771-136140ca9cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e4a48d-1d75-4db6-99fc-bac0936c7b85'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:58:11.543126 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9f7b73-006c-4cc2-ab00-41cba3f17091" -d '{"events": [{"server_uuid": "ef89aeeb-865b-41ef-8771-136140ca9cc3", "name": "network-vif-plugged", "status": "completed", "tag": "b7e4a48d-1d75-4db6-99fc-bac0936c7b85"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:58:11.588858 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272819f-3433-47be-a3b1-848cd397cb55 req-4c02af5c-af64-4826-86c7-3a68850db6e9 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:11.591745 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a272819f-3433-47be-a3b1-848cd397cb55 req-4c02af5c-af64-4826-86c7-3a68850db6e9 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.2412610 Jul 08 12:58:11.594700 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba63dc47-bdd0-44ca-819d-5efc73e2d9cb x-openstack-request-id: req-ba63dc47-bdd0-44ca-819d-5efc73e2d9cb {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:58:11.595455 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef89aeeb-865b-41ef-8771-136140ca9cc3", "name": "network-vif-plugged", "status": "completed", "tag": "b7e4a48d-1d75-4db6-99fc-bac0936c7b85", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:58:11.595768 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba63dc47-bdd0-44ca-819d-5efc73e2d9cb {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:58:11.596249 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef89aeeb-865b-41ef-8771-136140ca9cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e4a48d-1d75-4db6-99fc-bac0936c7b85', 'code': 200} Jul 08 12:58:11.691053 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a272819f-3433-47be-a3b1-848cd397cb55 req-a18a1159-ff61-4a84-9f32-e31ecb76d75d tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894988 Jul 08 12:58:11.777171 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:11.849407 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=a65577a6-1a87-47a5-b6ca-80940253d769,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:11.897675 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:11.898309 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:11.898646 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:11.899263 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:11.899700 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:11.900224 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:11.900755 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:11.901540 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:11.901850 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:11.902367 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:11.902891 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:11.903413 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:12.005212 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3b061-9772-4704-b535-8be2a5b128a9 req-f2bc10b2-fbd3-4728-ad37-a0eccd752f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:12.007533 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-90a3b061-9772-4704-b535-8be2a5b128a9 req-f2bc10b2-fbd3-4728-ad37-a0eccd752f93 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 1098 time: 0.1078887 Jul 08 12:58:12.055126 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39b752-478f-4ee4-87fe-9930a1d84b9b req-6a3ab34c-aa40-4909-851a-992e0f867894 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:12.056721 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ce39b752-478f-4ee4-87fe-9930a1d84b9b req-6a3ab34c-aa40-4909-851a-992e0f867894 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 945 time: 0.2219999 Jul 08 12:58:12.083077 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-90a3b061-9772-4704-b535-8be2a5b128a9 req-3a6f7904-0007-4b37-b3ce-756f4964a951 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685468 Jul 08 12:58:12.123076 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f24dfe-c4dd-4646-96af-5fbec91f378f req-11713e87-7ccd-4a4f-b982-322846ae4db6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:12.126006 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a7f24dfe-c4dd-4646-96af-5fbec91f378f req-11713e87-7ccd-4a4f-b982-322846ae4db6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 946 time: 0.1028492 Jul 08 12:58:12.143907 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653308'] for router_interface, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:12.148242 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ce39b752-478f-4ee4-87fe-9930a1d84b9b req-c3639e5e-eea6-420a-b8e3-c5d8023eb051 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838199 Jul 08 12:58:12.173254 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a7f24dfe-c4dd-4646-96af-5fbec91f378f req-aae9c4e7-e9ad-46c9-9a2a-e3ab1dfb37a0 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391490 Jul 08 12:58:12.371334 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7ee9f-1241-4676-a055-276645f43063 req-8d04da01-fa42-4784-8b33-57a524ec4437 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:12.372982 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-18e7ee9f-1241-4676-a055-276645f43063 req-8d04da01-fa42-4784-8b33-57a524ec4437 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 945 time: 0.0754311 Jul 08 12:58:12.412499 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Router 496e0c00-d29f-438c-92ad-a4ea0d959ed4 has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:58:12.449502 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-18e7ee9f-1241-4676-a055-276645f43063 req-014ff6fa-8f57-4bb1-8877-d75e7a74cfbb tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633771 Jul 08 12:58:12.536606 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:58:12.545234 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 37872) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:12.545449 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-3d6233e4-7406-4db4-b926-2e5e8eed2b42 admin admin] 10.222.0.13 "PUT /v2.0/routers/496e0c00-d29f-438c-92ad-a4ea0d959ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1075668 Jul 08 12:58:12.553222 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f332800b-a727-4bf6-9979-799671377d24 None None] Sync routers for ids ['496e0c00-d29f-438c-92ad-a4ea0d959ed4'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:58:12.573978 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f332800b-a727-4bf6-9979-799671377d24 None None] Routers {'496e0c00-d29f-438c-92ad-a4ea0d959ed4'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:58:12.575007 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-f332800b-a727-4bf6-9979-799671377d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:57:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['496e0c00-d29f-438c-92ad-a4ea0d959ed4'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:12.775004 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-f332800b-a727-4bf6-9979-799671377d24 None None] Set router 496e0c00-d29f-438c-92ad-a4ea0d959ed4 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:58:12.795518 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5912def7-687b-4680-924b-0b7fadcda5f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:12.804858 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d1c01-c6fe-4075-812e-1d96d3a88c69 req-d3d50988-83e5-4286-9db2-26831dd12142 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:12.806649 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-409d1c01-c6fe-4075-812e-1d96d3a88c69 req-d3d50988-83e5-4286-9db2-26831dd12142 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 945 time: 0.1720538 Jul 08 12:58:12.890882 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 99ff5c8c-ca69-48d1-80df-928fca6bcc92 details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:58:12.968064 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-409d1c01-c6fe-4075-812e-1d96d3a88c69 req-669de482-c507-47c9-bdb4-9e5c8acca9fb tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060863 Jul 08 12:58:13.071525 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-f332800b-a727-4bf6-9979-799671377d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-577784311-router', 'tenant_id': 'f3dbecc61c5845b188667dfb5faa627b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:06Z', 'updated_at': '2021-07-08T12:58:11Z', 'revision_number': 5, 'project_id': 'f3dbecc61c5845b188667dfb5faa627b', 'gw_port': {'id': 'ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:13.103354 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5912def7-687b-4680-924b-0b7fadcda5f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:13.109452 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 99ff5c8c-ca69-48d1-80df-928fca6bcc92, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=99ff5c8c-ca69-48d1-80df-928fca6bcc92,segment=NetworkSegment(d673415a-f667-4c26-a1c1-aa95053dc3b8),segment_id=d673415a-f667-4c26-a1c1-aa95053dc3b8)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:58:13.137286 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f332800b-a727-4bf6-9979-799671377d24 None None] Checking router: 496e0c00-d29f-438c-92ad-a4ea0d959ed4 for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:58:13.149168 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f332800b-a727-4bf6-9979-799671377d24 None None] Routers {'496e0c00-d29f-438c-92ad-a4ea0d959ed4'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:58:13.150077 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-f332800b-a727-4bf6-9979-799671377d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:57:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['496e0c00-d29f-438c-92ad-a4ea0d959ed4'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:13.157578 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '99ff5c8c-ca69-48d1-80df-928fca6bcc92', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'port_id': '99ff5c8c-ca69-48d1-80df-928fca6bcc92', 'mac_address': 'fa:16:3e:ae:ca:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:58:13.220463 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9de939-84ad-4fdd-ae6f-5c159de25487 req-28d06257-cfb5-40c3-bd69-6e3f36c041b1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:13.228444 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5a9de939-84ad-4fdd-ae6f-5c159de25487 req-28d06257-cfb5-40c3-bd69-6e3f36c041b1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.1412306 Jul 08 12:58:13.258786 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-f332800b-a727-4bf6-9979-799671377d24 None None] Set router 496e0c00-d29f-438c-92ad-a4ea0d959ed4 gateway port host: None {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:58:13.302998 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-5912def7-687b-4680-924b-0b7fadcda5f7 admin admin] Deleting port ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:58:13.303348 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5912def7-687b-4680-924b-0b7fadcda5f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:13.325386 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:13.334227 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-f332800b-a727-4bf6-9979-799671377d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-577784311-router', 'tenant_id': 'f3dbecc61c5845b188667dfb5faa627b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:06Z', 'updated_at': '2021-07-08T12:58:13Z', 'revision_number': 6, 'project_id': 'f3dbecc61c5845b188667dfb5faa627b', 'gw_port_host': None}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:13.346550 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5a9de939-84ad-4fdd-ae6f-5c159de25487 req-392397be-c9e3-4667-9fba-7b67fcec9383 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164556 Jul 08 12:58:13.347885 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ff5c8c-ca69-48d1-80df-928fca6bcc92 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:58:13.374579 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f332800b-a727-4bf6-9979-799671377d24 None None] The sync data for ids ['496e0c00-d29f-438c-92ad-a4ea0d959ed4'] in dv-cinder-800022-1-iscsi is: [{'id': '496e0c00-d29f-438c-92ad-a4ea0d959ed4', 'name': 'tempest-ServerRescueNegativeTestJSON-577784311-router', 'tenant_id': 'f3dbecc61c5845b188667dfb5faa627b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:06Z', 'updated_at': '2021-07-08T12:58:13Z', 'revision_number': 6, 'project_id': 'f3dbecc61c5845b188667dfb5faa627b', 'gw_port_host': None}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:58:13.395995 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 99ff5c8c-ca69-48d1-80df-928fca6bcc92, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=99ff5c8c-ca69-48d1-80df-928fca6bcc92,segment=NetworkSegment(d673415a-f667-4c26-a1c1-aa95053dc3b8),segment_id=d673415a-f667-4c26-a1c1-aa95053dc3b8)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:58:13.408403 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:13.483974 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-5912def7-687b-4680-924b-0b7fadcda5f7 admin admin] For port ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:58:13.484325 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5912def7-687b-4680-924b-0b7fadcda5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:13.501052 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-5912def7-687b-4680-924b-0b7fadcda5f7 admin admin] Calling delete_port for ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5 owned by network:router_gateway {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:58:13.535694 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=99ff5c8c-ca69-48d1-80df-928fca6bcc92,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:13.558459 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b5312c42-ae62-459e-ae7a-122a2d03db92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:13.660748 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['99ff5c8c-ca69-48d1-80df-928fca6bcc92'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:58:13.682663 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e118dd-8527-4c81-b764-1db8425eebed req-d4672a3e-4ccb-49bb-b47e-6367a5f32ab8 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:13.684511 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-74e118dd-8527-4c81-b764-1db8425eebed req-d4672a3e-4ccb-49bb-b47e-6367a5f32ab8 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 945 time: 0.0755212 Jul 08 12:58:13.738097 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-74e118dd-8527-4c81-b764-1db8425eebed req-36929939-4a34-4a38-ba7a-ba9ada7fd72c tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470521 Jul 08 12:58:13.886380 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device a65577a6-1a87-47a5-b6ca-80940253d769 no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:58:13.919612 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: a65577a6-1a87-47a5-b6ca-80940253d769 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:58:13.920660 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device a65577a6-1a87-47a5-b6ca-80940253d769 not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:58:14.038858 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5912def7-687b-4680-924b-0b7fadcda5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:14.069176 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912def7-687b-4680-924b-0b7fadcda5f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:14.160640 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bf378-9665-4e8a-92ea-74e6263d2cea req-f5bc6d6f-d420-43a7-a8b7-98b5b04ef3f1 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:14.162278 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-683bf378-9665-4e8a-92ea-74e6263d2cea req-f5bc6d6f-d420-43a7-a8b7-98b5b04ef3f1 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 945 time: 0.1784585 Jul 08 12:58:14.171963 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5912def7-687b-4680-924b-0b7fadcda5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718327'] for router_gateway, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:14.301600 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5912def7-687b-4680-924b-0b7fadcda5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4145'] for router, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:14.305471 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5912def7-687b-4680-924b-0b7fadcda5f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:14.313607 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-683bf378-9665-4e8a-92ea-74e6263d2cea req-c50335c5-e4ab-4755-af57-2e164085302c tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386039 Jul 08 12:58:14.389336 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5912def7-687b-4680-924b-0b7fadcda5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646035'] for router, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:14.389859 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5912def7-687b-4680-924b-0b7fadcda5f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 496e0c00-d29f-438c-92ad-a4ea0d959ed4 {{(pid=92981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 12:58:14.395939 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5912def7-687b-4680-924b-0b7fadcda5f7 admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:14.397408 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5912def7-687b-4680-924b-0b7fadcda5f7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/496e0c00-d29f-438c-92ad-a4ea0d959ed4 HTTP/1.1" status: 204 len: 168 time: 1.8504109 Jul 08 12:58:14.401381 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 37910) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:14.468275 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30f723b-c81c-4415-8e8e-6de5346e3412 admin admin] Deleting subnet 262bcbbd-46b6-4e4c-b994-e242df92a595 {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:58:14.477747 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e30f723b-c81c-4415-8e8e-6de5346e3412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:14.537058 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e30f723b-c81c-4415-8e8e-6de5346e3412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261736296'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:14.617964 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e30f723b-c81c-4415-8e8e-6de5346e3412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1818188'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:14.702233 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e160e47-0679-4c73-9efd-a28aba0af05c req-07f7188e-f377-4627-82bd-b08c1aec9a20 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:14.705108 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3e160e47-0679-4c73-9efd-a28aba0af05c req-07f7188e-f377-4627-82bd-b08c1aec9a20 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 944 time: 0.0980747 Jul 08 12:58:14.730671 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e30f723b-c81c-4415-8e8e-6de5346e3412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1818203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260280300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262104700'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:14.781653 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f723b-c81c-4415-8e8e-6de5346e3412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=262bcbbd-46b6-4e4c-b994-e242df92a595,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:14.785875 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3e160e47-0679-4c73-9efd-a28aba0af05c req-e6aacc77-e715-4f14-b3f8-14c226405aee tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691793 Jul 08 12:58:14.788635 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e30f723b-c81c-4415-8e8e-6de5346e3412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:14.796793 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e30f723b-c81c-4415-8e8e-6de5346e3412 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/262bcbbd-46b6-4e4c-b994-e242df92a595 HTTP/1.1" status: 204 len: 168 time: 0.3934743 Jul 08 12:58:14.801069 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 37918) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:14.919199 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 99ff5c8c-ca69-48d1-80df-928fca6bcc92 up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:58:14.933956 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ca417ab1-83e2-4a09-8bda-f53d5335f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704495'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:15.005422 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port 99ff5c8c-ca69-48d1-80df-928fca6bcc92 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:58:15.014835 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 99ff5c8c-ca69-48d1-80df-928fca6bcc92 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:58:15.015215 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:15.084537 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ca417ab1-83e2-4a09-8bda-f53d5335f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1811703', 'neutron.services.segments.db._delete_segments_for_network-8757848019285'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:15.096644 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-ca417ab1-83e2-4a09-8bda-f53d5335f338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7d4339-bb93-45b9-9602-75d85bfb5eaa']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:15.111088 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-ca417ab1-83e2-4a09-8bda-f53d5335f338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa51963-cfd2-4b77-a330-f4e9b99af459') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:15.111480 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-ca417ab1-83e2-4a09-8bda-f53d5335f338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa51963-cfd2-4b77-a330-f4e9b99af459') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:15.112672 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:15.121407 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ca417ab1-83e2-4a09-8bda-f53d5335f338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757848043825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261736289'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:15.139611 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ca417ab1-83e2-4a09-8bda-f53d5335f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:15.147636 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca417ab1-83e2-4a09-8bda-f53d5335f338 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:58:15.147998 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ff5c8c-ca69-48d1-80df-928fca6bcc92'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:58:15.148276 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ca417ab1-83e2-4a09-8bda-f53d5335f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260280139'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: timer() Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: cb(*args, **kw) Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: self._notify() Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: self.callback(batched_events) Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: event.method(event) Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: return self._get(url).json() Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:58:15.150214 dv-cinder-800022-1-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:58:15.155848 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353ce579-c8ee-4832-a8b4-fe9e27b5c6d6" -d '{"events": [{"server_uuid": "13a234b9-0f4a-4c34-91a9-cabb401931f0", "name": "network-vif-plugged", "status": "completed", "tag": "99ff5c8c-ca69-48d1-80df-928fca6bcc92"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:58:15.175641 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 99ff5c8c-ca69-48d1-80df-928fca6bcc92, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=99ff5c8c-ca69-48d1-80df-928fca6bcc92,segment=NetworkSegment(d673415a-f667-4c26-a1c1-aa95053dc3b8),segment_id=d673415a-f667-4c26-a1c1-aa95053dc3b8)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:58:15.182172 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:15.228126 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7ee0c4-45f1-416a-91b7-575d6b0fc6ce x-openstack-request-id: req-8c7ee0c4-45f1-416a-91b7-575d6b0fc6ce {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:58:15.228564 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a234b9-0f4a-4c34-91a9-cabb401931f0", "name": "network-vif-plugged", "status": "completed", "tag": "99ff5c8c-ca69-48d1-80df-928fca6bcc92", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:58:15.229193 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c7ee0c4-45f1-416a-91b7-575d6b0fc6ce {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:58:15.230103 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ff5c8c-ca69-48d1-80df-928fca6bcc92', 'code': 200} Jul 08 12:58:15.263415 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ca417ab1-83e2-4a09-8bda-f53d5335f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1811662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:15.272310 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ca417ab1-83e2-4a09-8bda-f53d5335f338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:15.274709 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ca417ab1-83e2-4a09-8bda-f53d5335f338 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4b7d4339-bb93-45b9-9602-75d85bfb5eaa HTTP/1.1" status: 204 len: 168 time: 0.4712029 Jul 08 12:58:15.285423 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=99ff5c8c-ca69-48d1-80df-928fca6bcc92,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:15.295181 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca417ab1-83e2-4a09-8bda-f53d5335f338 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7d4339-bb93-45b9-9602-75d85bfb5eaa,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:15.527365 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 37932) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:15.566643 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00bbfa-6f86-456a-836d-056c0cb85f32 req-09809a74-00dd-435f-8201-d7b31f7e61a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:15.568677 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0f00bbfa-6f86-456a-836d-056c0cb85f32 req-09809a74-00dd-435f-8201-d7b31f7e61a9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 1098 time: 0.0747921 Jul 08 12:58:15.575835 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-b4708045-8f23-47a5-8190-33aeca320730 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3dbecc61c5845b188667dfb5faa627b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469716 Jul 08 12:58:15.578308 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 37934) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:15.606531 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0f00bbfa-6f86-456a-836d-056c0cb85f32 req-970d24c9-ae46-46d1-869d-27164346e551 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315809 Jul 08 12:58:15.631480 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-70de9d15-d714-440e-9eaa-fb918a3225e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:15.655414 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-70de9d15-d714-440e-9eaa-fb918a3225e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:15.701005 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5 no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:58:15.710242 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-70de9d15-d714-440e-9eaa-fb918a3225e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:15.713705 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-70de9d15-d714-440e-9eaa-fb918a3225e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:15.714915 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-70de9d15-d714-440e-9eaa-fb918a3225e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2cada3c6-31af-4701-85c1-5f87bf856037 HTTP/1.1" status: 204 len: 168 time: 0.1356587 Jul 08 12:58:15.723392 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de9d15-d714-440e-9eaa-fb918a3225e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cada3c6-31af-4701-85c1-5f87bf856037,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:15.744072 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:58:15.744638 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device ee7fcd3e-f860-46ea-a6e7-0528a2a23ae5 not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:58:15.992889 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35eee3-89c7-4875-ae8f-2a72049d9415 req-239a0725-2e4d-4f0c-804a-c3e282e14e57 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:15.995147 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2c35eee3-89c7-4875-ae8f-2a72049d9415 req-239a0725-2e4d-4f0c-804a-c3e282e14e57 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.0691431 Jul 08 12:58:16.014205 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-28533951-9ae6-4a7d-b6a7-7b5bc2a3f1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:16.088412 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2c35eee3-89c7-4875-ae8f-2a72049d9415 req-c4b45e3a-5915-4a1d-b4dd-e0163861b3ec tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807524 Jul 08 12:58:16.923074 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:17.355689 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bd065-ec53-4433-8d2e-07bcf6673e13 req-6fdf178d-0643-47d2-b2d3-738d04a5208d tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:17.357321 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d64bd065-ec53-4433-8d2e-07bcf6673e13 req-6fdf178d-0643-47d2-b2d3-738d04a5208d tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.0813966 Jul 08 12:58:17.416469 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d64bd065-ec53-4433-8d2e-07bcf6673e13 req-accf30f1-8a20-45b6-8d00-307daa8bec07 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519862 Jul 08 12:58:17.484013 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:17.645455 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848fed5-17f0-43c6-9685-5397c6399b5d req-028fdb92-b1f9-4cac-83b0-6daaadcb0417 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:17.647316 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3848fed5-17f0-43c6-9685-5397c6399b5d req-028fdb92-b1f9-4cac-83b0-6daaadcb0417 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.0795949 Jul 08 12:58:17.693785 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3848fed5-17f0-43c6-9685-5397c6399b5d req-d698280c-5885-48c5-b58c-741490ba347e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378644 Jul 08 12:58:17.718551 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38018) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:17.843865 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38024) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:18.031949 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c22f1feb-7695-4857-8978-459de9d868a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:18.137236 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afdb287-8af3-4f2a-bcf8-5b6779549999 tempest-TestShelveInstance-1850405682 tempest-TestShelveInstance-1850405682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:18.138822 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-1afdb287-8af3-4f2a-bcf8-5b6779549999 tempest-TestShelveInstance-1850405682 tempest-TestShelveInstance-1850405682-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 1093 time: 0.4191308 Jul 08 12:58:18.142304 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 38034) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:18.150724 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Request body: {'floatingip': {'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'port_id': '99ff5c8c-ca69-48d1-80df-928fca6bcc92', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:58:18.195483 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c22f1feb-7695-4857-8978-459de9d868a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:18.203669 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c22f1feb-7695-4857-8978-459de9d868a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:18.225162 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for floatingip, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:18.247601 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-c22f1feb-7695-4857-8978-459de9d868a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a74805255a334841b6152404bfc956ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021420 Jul 08 12:58:18.248729 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f1feb-7695-4857-8978-459de9d868a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56de47ee-b0a4-4d5b-95c0-f8e798bbefa1,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:18.251952 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38040) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:18.339017 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-065149f2-bd38-4ca9-a296-701ab01a5ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:18.387948 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-065149f2-bd38-4ca9-a296-701ab01a5ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:18.389472 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:18.477315 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-065149f2-bd38-4ca9-a296-701ab01a5ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:18.481655 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-065149f2-bd38-4ca9-a296-701ab01a5ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:18.483505 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-065149f2-bd38-4ca9-a296-701ab01a5ab9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56de47ee-b0a4-4d5b-95c0-f8e798bbefa1 HTTP/1.1" status: 204 len: 168 time: 0.2302566 Jul 08 12:58:18.493556 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065149f2-bd38-4ca9-a296-701ab01a5ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56de47ee-b0a4-4d5b-95c0-f8e798bbefa1,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:18.574374 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Allocated IP 172.27.2.200 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/738c1b1a-520e-4182-a1dc-923e8b33d554) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:58:18.777633 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:18.825403 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:18.873445 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:58:18.876883 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:58:18.880693 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:58:18.886633 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Pushing event updated for resources: {'Port': ['ID=738c1b1a-520e-4182-a1dc-923e8b33d554,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:19.342399 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:19.351525 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38072) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:19.513079 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-360f3f16-f363-4a1c-9791-6455340dbe5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:19.630999 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:19.637511 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-360f3f16-f363-4a1c-9791-6455340dbe5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:19.643949 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-360f3f16-f363-4a1c-9791-6455340dbe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:19.704544 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f3f16-f363-4a1c-9791-6455340dbe5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e6b27f-c10e-47f9-88ab-bbd542937dac,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:19.731442 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-360f3f16-f363-4a1c-9791-6455340dbe5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5d0c6c3d7824f42b50c677dcf1a189a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745725 Jul 08 12:58:19.733104 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 38086) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:19.791429 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:19.919958 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ca08447e-a617-4020-a46d-38e6af4fd326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:20.018426 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ca08447e-a617-4020-a46d-38e6af4fd326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:20.114805 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ca08447e-a617-4020-a46d-38e6af4fd326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:20.117998 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ca08447e-a617-4020-a46d-38e6af4fd326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:20.119370 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ca08447e-a617-4020-a46d-38e6af4fd326 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18e6b27f-c10e-47f9-88ab-bbd542937dac HTTP/1.1" status: 204 len: 168 time: 0.3851888 Jul 08 12:58:20.137093 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:20.140237 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08447e-a617-4020-a46d-38e6af4fd326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e6b27f-c10e-47f9-88ab-bbd542937dac,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:20.147847 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:20.262982 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:20.270116 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Pushing event updated for resources: {'Port': ['ID=738c1b1a-520e-4182-a1dc-923e8b33d554,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:20.380921 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.l3_db [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Floating IP bea8e307-bcde-4f5b-aaf8-df6e009bfd7e associated. External IP: 172.27.2.200, port: 99ff5c8c-ca69-48d1-80df-928fca6bcc92. Jul 08 12:58:20.629877 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:58:20.742585 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38112) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:20.764101 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1fc278a9-80d3-4af4-a0e1-0b7bb00e6bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:20.985147 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1fc278a9-80d3-4af4-a0e1-0b7bb00e6bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:20.992602 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1fc278a9-80d3-4af4-a0e1-0b7bb00e6bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:21.063492 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-1fc278a9-80d3-4af4-a0e1-0b7bb00e6bd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c08ea5c428a946e08e847f643b2ca504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187356 Jul 08 12:58:21.066777 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38124) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:21.102666 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc278a9-80d3-4af4-a0e1-0b7bb00e6bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3363075-c8b6-4098-b475-f464adf0290d,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:21.125631 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:58:21.136136 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-edc55aeb-bc85-4884-b70c-1db121f7884f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:21.141216 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c82f8d2-50cd-406a-9475-b0cf29d5f7ab None None] Sync routers for ids ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:58:21.146972 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:21.152417 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c82f8d2-50cd-406a-9475-b0cf29d5f7ab None None] Routers {'3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:58:21.153165 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-2c82f8d2-50cd-406a-9475-b0cf29d5f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:58:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:21.174606 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-edc55aeb-bc85-4884-b70c-1db121f7884f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:21.199689 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-05956374-bc11-4c31-a51c-83d6791f98bd tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0559127 Jul 08 12:58:21.200269 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'tag': '99ff5c8c-ca69-48d1-80df-928fca6bcc92'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:58:21.202938 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e51bf06-fd36-4c4b-a1b5-acec49e5acf9" -d '{"events": [{"name": "network-changed", "server_uuid": "13a234b9-0f4a-4c34-91a9-cabb401931f0", "tag": "99ff5c8c-ca69-48d1-80df-928fca6bcc92"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:58:21.261093 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-edc55aeb-bc85-4884-b70c-1db121f7884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:21.263289 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-edc55aeb-bc85-4884-b70c-1db121f7884f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:21.264644 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-edc55aeb-bc85-4884-b70c-1db121f7884f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3363075-c8b6-4098-b475-f464adf0290d HTTP/1.1" status: 204 len: 168 time: 0.1967454 Jul 08 12:58:21.274380 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea384df0-1022-4554-a480-b6dbac9e547f x-openstack-request-id: req-ea384df0-1022-4554-a480-b6dbac9e547f {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:58:21.274998 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a234b9-0f4a-4c34-91a9-cabb401931f0", "tag": "99ff5c8c-ca69-48d1-80df-928fca6bcc92", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:58:21.275324 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea384df0-1022-4554-a480-b6dbac9e547f {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:58:21.277290 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'tag': '99ff5c8c-ca69-48d1-80df-928fca6bcc92', 'status': 'completed', 'code': 200} Jul 08 12:58:21.277738 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-2c82f8d2-50cd-406a-9475-b0cf29d5f7ab None None] Set router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:58:21.283972 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc55aeb-bc85-4884-b70c-1db121f7884f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3363075-c8b6-4098-b475-f464adf0290d,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:21.417006 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51bf06-fd36-4c4b-a1b5-acec49e5acf9 req-6a056ee5-d6b6-41c7-b935-7969179bea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:21.418997 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e51bf06-fd36-4c4b-a1b5-acec49e5acf9 req-6a056ee5-d6b6-41c7-b935-7969179bea72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4259b3da7ad84a6ea96e9da0e49b7b8a&device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 1098 time: 0.1047993 Jul 08 12:58:21.560911 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51bf06-fd36-4c4b-a1b5-acec49e5acf9 req-e1db9be7-5d6d-4356-a6fc-570881a4b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:21.563207 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e51bf06-fd36-4c4b-a1b5-acec49e5acf9 req-e1db9be7-5d6d-4356-a6fc-570881a4b96e service neutron] 10.222.0.61 "GET /v2.0/networks?id=1708f7b4-ee24-4d9b-abb8-f841455a6a5b HTTP/1.1" status: 200 len: 909 time: 0.1343429 Jul 08 12:58:21.716952 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e51bf06-fd36-4c4b-a1b5-acec49e5acf9 req-6263a32b-84af-4567-9167-2ed163b0dea6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ff5c8c-ca69-48d1-80df-928fca6bcc92 HTTP/1.1" status: 200 len: 999 time: 0.1468260 Jul 08 12:58:21.836221 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51bf06-fd36-4c4b-a1b5-acec49e5acf9 req-86946e79-ae73-4d67-8b28-68bae1097d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:21.840704 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e51bf06-fd36-4c4b-a1b5-acec49e5acf9 req-86946e79-ae73-4d67-8b28-68bae1097d39 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db02442f-cbd5-4f0c-9156-883a737f3d07 HTTP/1.1" status: 200 len: 847 time: 0.1166093 Jul 08 12:58:21.840973 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-2c82f8d2-50cd-406a-9475-b0cf29d5f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'name': 'tempest-TestShelveInstance-220030152-router', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:50Z', 'updated_at': '2021-07-08T12:56:58Z', 'revision_number': 4, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'gw_port': {'id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:da:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:51Z', 'updated_at': '2021-07-08T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': 'bea8e307-bcde-4f5b-aaf8-df6e009bfd7e', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'port_id': '99ff5c8c-ca69-48d1-80df-928fca6bcc92', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'mac_address': 'fa:16:3e:ae:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:58:19Z', 'updated_at': '2021-07-08T12:58:19Z', 'revision_number': 0, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba', 'name': '', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'mac_address': 'fa:16:3e:77:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:56Z', 'updated_at': '2021-07-08T12:57:10Z', 'revision_number': 5, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'subnets': [{'id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:21.879443 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c82f8d2-50cd-406a-9475-b0cf29d5f7ab None None] Checking router: 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:58:21.890701 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c82f8d2-50cd-406a-9475-b0cf29d5f7ab None None] Routers {'3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:58:21.891358 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-2c82f8d2-50cd-406a-9475-b0cf29d5f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:58:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:21.917510 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51bf06-fd36-4c4b-a1b5-acec49e5acf9 req-5c0e8319-4fbc-45d8-ae7a-bff43e554202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:21.918944 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e51bf06-fd36-4c4b-a1b5-acec49e5acf9 req-5c0e8319-4fbc-45d8-ae7a-bff43e554202 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1708f7b4-ee24-4d9b-abb8-f841455a6a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663879 Jul 08 12:58:22.051555 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-2c82f8d2-50cd-406a-9475-b0cf29d5f7ab None None] Set router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:58:22.086120 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e51bf06-fd36-4c4b-a1b5-acec49e5acf9 req-475d218d-2365-4023-b3ff-d6dac36de7ca service neutron] 10.222.0.61 "GET /v2.0/networks/1708f7b4-ee24-4d9b-abb8-f841455a6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541662 Jul 08 12:58:22.213634 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e51bf06-fd36-4c4b-a1b5-acec49e5acf9 req-efca2575-b600-496f-bdfa-a5883abc8e34 service neutron] 10.222.0.61 "GET /v2.0/networks/1708f7b4-ee24-4d9b-abb8-f841455a6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197326 Jul 08 12:58:22.354004 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-2c82f8d2-50cd-406a-9475-b0cf29d5f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'name': 'tempest-TestShelveInstance-220030152-router', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:50Z', 'updated_at': '2021-07-08T12:56:58Z', 'revision_number': 4, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'gw_port': {'id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:da:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:51Z', 'updated_at': '2021-07-08T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': 'bea8e307-bcde-4f5b-aaf8-df6e009bfd7e', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'port_id': '99ff5c8c-ca69-48d1-80df-928fca6bcc92', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'mac_address': 'fa:16:3e:ae:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:58:19Z', 'updated_at': '2021-07-08T12:58:19Z', 'revision_number': 0, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba', 'name': '', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'mac_address': 'fa:16:3e:77:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:56Z', 'updated_at': '2021-07-08T12:57:10Z', 'revision_number': 5, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'subnets': [{'id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:22.385278 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c82f8d2-50cd-406a-9475-b0cf29d5f7ab None None] The sync data for ids ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'] in dv-cinder-800022-1-iscsi is: [{'id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'name': 'tempest-TestShelveInstance-220030152-router', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:50Z', 'updated_at': '2021-07-08T12:56:58Z', 'revision_number': 4, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'gw_port': {'id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:da:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:51Z', 'updated_at': '2021-07-08T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': 'bea8e307-bcde-4f5b-aaf8-df6e009bfd7e', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'floating_ip_address': '172.27.2.200', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'port_id': '99ff5c8c-ca69-48d1-80df-928fca6bcc92', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'mac_address': 'fa:16:3e:ae:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:58:19Z', 'updated_at': '2021-07-08T12:58:19Z', 'revision_number': 0, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba', 'name': '', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'mac_address': 'fa:16:3e:77:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:56Z', 'updated_at': '2021-07-08T12:57:10Z', 'revision_number': 5, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'subnets': [{'id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:58:22.601428 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500486e2-b7fa-4b9c-8315-45c38ece29df None None] New status for floating IP bea8e307-bcde-4f5b-aaf8-df6e009bfd7e: ACTIVE {{(pid=92986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:58:27.088682 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38278) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:27.196665 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-edaf4621-bd04-413c-92af-ffcf794e8d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:27.288957 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-edaf4621-bd04-413c-92af-ffcf794e8d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:27.293112 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-edaf4621-bd04-413c-92af-ffcf794e8d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:27.330861 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-edaf4621-bd04-413c-92af-ffcf794e8d4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0412cebc70964a1d8511e9b5fd607af0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410483 Jul 08 12:58:27.332719 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf4621-bd04-413c-92af-ffcf794e8d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b656cb3c-33c5-4b33-85f7-8e67afe403e8,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:27.333709 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 38290) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:27.391865 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-06b5816a-b618-4926-8631-54d6584d9d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:27.418694 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-06b5816a-b618-4926-8631-54d6584d9d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:27.467031 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-06b5816a-b618-4926-8631-54d6584d9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:27.470033 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-06b5816a-b618-4926-8631-54d6584d9d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:27.471192 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-06b5816a-b618-4926-8631-54d6584d9d7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b656cb3c-33c5-4b33-85f7-8e67afe403e8 HTTP/1.1" status: 204 len: 168 time: 0.1365013 Jul 08 12:58:27.479130 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5816a-b618-4926-8631-54d6584d9d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b656cb3c-33c5-4b33-85f7-8e67afe403e8,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:27.747949 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 38300) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:27.761686 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5dc513bb-ab35-4457-b5ec-39a6e373e577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:27.857940 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5dc513bb-ab35-4457-b5ec-39a6e373e577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:27.861791 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5dc513bb-ab35-4457-b5ec-39a6e373e577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:27.900613 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5dc513bb-ab35-4457-b5ec-39a6e373e577 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fb393d7bfa74db186dcda73c8e8d454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515601 Jul 08 12:58:27.901585 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc513bb-ab35-4457-b5ec-39a6e373e577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9367739d-2880-4b5a-bf7f-6d60ac5cd187,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:27.903618 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38302) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:27.938543 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:27.962147 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7385bd9d-8ee0-470d-be81-e3cbd62959dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:27.983852 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7385bd9d-8ee0-470d-be81-e3cbd62959dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:28.030929 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7385bd9d-8ee0-470d-be81-e3cbd62959dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:28.033577 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7385bd9d-8ee0-470d-be81-e3cbd62959dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:28.034735 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-7385bd9d-8ee0-470d-be81-e3cbd62959dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9367739d-2880-4b5a-bf7f-6d60ac5cd187 HTTP/1.1" status: 204 len: 168 time: 0.1301169 Jul 08 12:58:28.042474 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385bd9d-8ee0-470d-be81-e3cbd62959dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9367739d-2880-4b5a-bf7f-6d60ac5cd187,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:31.749336 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed1e53-3c67-4fbd-a714-dda26fd70c71 req-cfcb3e51-4952-4884-9150-92a4daba3a73 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:31.750972 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-92ed1e53-3c67-4fbd-a714-dda26fd70c71 req-cfcb3e51-4952-4884-9150-92a4daba3a73 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 945 time: 0.0637746 Jul 08 12:58:31.793062 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-92ed1e53-3c67-4fbd-a714-dda26fd70c71 req-7b16b6cd-08df-4d87-b343-8fd0c9483f84 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354650 Jul 08 12:58:31.819906 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38418) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:32.033256 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47d039c-440c-4402-9a73-7551d7bcbbe9 tempest-TestMinimumBasicScenario-76160870 tempest-TestMinimumBasicScenario-76160870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:32.035922 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-d47d039c-440c-4402-9a73-7551d7bcbbe9 tempest-TestMinimumBasicScenario-76160870 tempest-TestMinimumBasicScenario-76160870-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 1093 time: 0.2142553 Jul 08 12:58:32.038842 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38422) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:32.043469 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Request body: {'floatingip': {'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'port_id': 'b58163e1-6cd4-47a9-b491-6821d464c33f', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:58:32.070301 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for floatingip, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:32.170330 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:32.292247 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Allocated IP 172.27.2.98 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/5c58edb6-a192-4e63-b3b0-75f7e8eebab8) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:58:32.418143 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:32.463202 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3137304'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:32.509971 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:58:32.513077 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:58:32.518501 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:58:32.546671 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Pushing event updated for resources: {'Port': ['ID=5c58edb6-a192-4e63-b3b0-75f7e8eebab8,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:33.032674 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:33.134892 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:33.316089 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:33.322470 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:33.391651 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Pushing event updated for resources: {'Port': ['ID=5c58edb6-a192-4e63-b3b0-75f7e8eebab8,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:33.404163 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:33.486107 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 38498) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:33.511417 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.l3_db [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Floating IP 4b6a2cdd-b095-4bbb-be02-05289739bbe5 associated. External IP: 172.27.2.98, port: b58163e1-6cd4-47a9-b491-6821d464c33f. Jul 08 12:58:33.606852 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e18ade5b-8706-4235-84e9-fed077d82d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:33.753176 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e18ade5b-8706-4235-84e9-fed077d82d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:33.759149 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e18ade5b-8706-4235-84e9-fed077d82d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:33.759467 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:58:33.806444 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e18ade5b-8706-4235-84e9-fed077d82d70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=954ac109652f431a91f75202047baffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185279 Jul 08 12:58:33.807519 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ade5b-8706-4235-84e9-fed077d82d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff60a54-334d-4233-b91b-4ae28afbb839,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:33.811358 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38510) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:34.166452 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:58:34.175271 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec3bd-0c94-495d-9c16-04ccd8ada3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:34.175610 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae3515-bc73-47b2-a0a0-496a99724d2d None None] Sync routers for ids ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:58:34.185075 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae3515-bc73-47b2-a0a0-496a99724d2d None None] Routers {'1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:58:34.185887 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-b0ae3515-bc73-47b2-a0a0-496a99724d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:58:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:34.204168 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:34.212111 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec3bd-0c94-495d-9c16-04ccd8ada3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:34.269988 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-0f0c11fa-537c-448a-aa00-238cb0200c0b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2300901 Jul 08 12:58:34.270840 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06558cec-e4a7-4d76-a923-4e74409fa197', 'tag': 'b58163e1-6cd4-47a9-b491-6821d464c33f'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:58:34.272847 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 38514) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:34.273107 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014c39a7-626b-4d7c-a4f2-3c89484cb8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "06558cec-e4a7-4d76-a923-4e74409fa197", "tag": "b58163e1-6cd4-47a9-b491-6821d464c33f"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:58:34.285810 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-e51d595d-8ea8-4d0e-bdd3-21cd439b32db tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-733909421', 'description': 'tempest-secgroup-smoke-733909421 description', 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:58:34.296727 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-b0ae3515-bc73-47b2-a0a0-496a99724d2d None None] Set router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:58:34.300635 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec3bd-0c94-495d-9c16-04ccd8ada3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:34.304415 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec3bd-0c94-495d-9c16-04ccd8ada3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:34.308019 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-bf4ec3bd-0c94-495d-9c16-04ccd8ada3a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ff60a54-334d-4233-b91b-4ae28afbb839 HTTP/1.1" status: 204 len: 168 time: 0.4929528 Jul 08 12:58:34.316838 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e51d595d-8ea8-4d0e-bdd3-21cd439b32db tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:34.333440 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ec3bd-0c94-495d-9c16-04ccd8ada3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff60a54-334d-4233-b91b-4ae28afbb839,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:34.339131 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b08d38f-ea47-47e9-a256-a7ffec3a8959 x-openstack-request-id: req-4b08d38f-ea47-47e9-a256-a7ffec3a8959 {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:58:34.339629 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06558cec-e4a7-4d76-a923-4e74409fa197", "tag": "b58163e1-6cd4-47a9-b491-6821d464c33f", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:58:34.340046 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b08d38f-ea47-47e9-a256-a7ffec3a8959 {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:58:34.340980 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06558cec-e4a7-4d76-a923-4e74409fa197', 'tag': 'b58163e1-6cd4-47a9-b491-6821d464c33f', 'status': 'completed', 'code': 200} Jul 08 12:58:34.512424 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c39a7-626b-4d7c-a4f2-3c89484cb8bf req-3fb54d78-cda1-4aa9-aeb1-50a3e938262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:34.515109 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-014c39a7-626b-4d7c-a4f2-3c89484cb8bf req-3fb54d78-cda1-4aa9-aeb1-50a3e938262d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a088a09036eb40e6ba5a8c0b674bd424&device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 1098 time: 0.1373661 Jul 08 12:58:34.530974 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e51d595d-8ea8-4d0e-bdd3-21cd439b32db tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:34.545246 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e51d595d-8ea8-4d0e-bdd3-21cd439b32db tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:34.625137 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-b0ae3515-bc73-47b2-a0a0-496a99724d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'name': 'tempest-TestMinimumBasicScenario-27436557-router', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:46Z', 'updated_at': '2021-07-08T12:56:53Z', 'revision_number': 4, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'gw_port': {'id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ed:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:48Z', 'updated_at': '2021-07-08T12:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '4b6a2cdd-b095-4bbb-be02-05289739bbe5', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'port_id': 'b58163e1-6cd4-47a9-b491-6821d464c33f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f', 'mac_address': 'fa:16:3e:22:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06558cec-e4a7-4d76-a923-4e74409fa197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:58:32Z', 'updated_at': '2021-07-08T12:58:32Z', 'revision_number': 0, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed74ece0-d614-46a7-abee-22f164a556e5', 'name': '', 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'mac_address': 'fa:16:3e:6d:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:52Z', 'updated_at': '2021-07-08T12:57:03Z', 'revision_number': 5, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'subnets': [{'id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:34.639267 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e51d595d-8ea8-4d0e-bdd3-21cd439b32db tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:34.640836 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e51d595d-8ea8-4d0e-bdd3-21cd439b32db tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3669486 Jul 08 12:58:34.644211 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38534) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:34.644914 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d595d-8ea8-4d0e-bdd3-21cd439b32db tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebd0861-a00b-4dee-a32b-63ca6fd199f3,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:34.650256 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-ad7474b5-a081-427c-b7e8-71a6819c08b0 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Request body: {'security_group_rule': {'security_group_id': '9ebd0861-a00b-4dee-a32b-63ca6fd199f3', 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:58:34.661242 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae3515-bc73-47b2-a0a0-496a99724d2d None None] Checking router: 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:58:34.671734 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae3515-bc73-47b2-a0a0-496a99724d2d None None] Routers {'1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:58:34.673073 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-b0ae3515-bc73-47b2-a0a0-496a99724d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:58:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:34.698362 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c39a7-626b-4d7c-a4f2-3c89484cb8bf req-2acfee83-46c3-4815-8059-a12cbc4a8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:34.700076 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-014c39a7-626b-4d7c-a4f2-3c89484cb8bf req-2acfee83-46c3-4815-8059-a12cbc4a8f04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b69353fe-0596-4f5a-afef-8ca92a5c726f HTTP/1.1" status: 200 len: 914 time: 0.1667769 Jul 08 12:58:34.706476 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ad7474b5-a081-427c-b7e8-71a6819c08b0 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:34.755133 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38536) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:34.779028 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-6aa42807-d79a-4d56-bdee-dc722f9b2adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:34.819253 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-b0ae3515-bc73-47b2-a0a0-496a99724d2d None None] Set router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:58:34.822379 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-014c39a7-626b-4d7c-a4f2-3c89484cb8bf req-0c9600f4-2edf-400b-9197-0b3a04ca6e35 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b58163e1-6cd4-47a9-b491-6821d464c33f HTTP/1.1" status: 200 len: 998 time: 0.1080604 Jul 08 12:58:34.861045 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ad7474b5-a081-427c-b7e8-71a6819c08b0 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:34.887365 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ad7474b5-a081-427c-b7e8-71a6819c08b0 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:34.896824 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 38542) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:34.918888 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c39a7-626b-4d7c-a4f2-3c89484cb8bf req-88137f7a-17f7-4d4a-9e9c-4b913efb8e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:34.920453 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-014c39a7-626b-4d7c-a4f2-3c89484cb8bf req-88137f7a-17f7-4d4a-9e9c-4b913efb8e5c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9adcbf55-0e9b-4584-afdf-246e047a8ab6 HTTP/1.1" status: 200 len: 852 time: 0.0918002 Jul 08 12:58:34.932949 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7474b5-a081-427c-b7e8-71a6819c08b0 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ca8802-9010-4bab-a358-a2914971cc1e,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:35.006885 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c39a7-626b-4d7c-a4f2-3c89484cb8bf req-ba34067b-266f-4d89-a8af-a5fb20088af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:35.008266 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-014c39a7-626b-4d7c-a4f2-3c89484cb8bf req-ba34067b-266f-4d89-a8af-a5fb20088af0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b69353fe-0596-4f5a-afef-8ca92a5c726f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788691 Jul 08 12:58:35.046517 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-6aa42807-d79a-4d56-bdee-dc722f9b2adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.056920 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-6aa42807-d79a-4d56-bdee-dc722f9b2adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.065644 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ad7474b5-a081-427c-b7e8-71a6819c08b0 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.067096 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-ad7474b5-a081-427c-b7e8-71a6819c08b0 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4218693 Jul 08 12:58:35.078505 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38550) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:35.085126 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-6038b8a0-1b45-4f75-a302-fe4af8f56b49 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Request body: {'security_group_rule': {'security_group_id': '9ebd0861-a00b-4dee-a32b-63ca6fd199f3', 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:58:35.106175 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-243d74e8-b8c0-4be5-9eda-892cc9a43700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.123586 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa42807-d79a-4d56-bdee-dc722f9b2adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1163ed4b-8708-49b2-ac70-619cdafba495,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:35.133352 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-6aa42807-d79a-4d56-bdee-dc722f9b2adf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20ab98c152454ab5bf3ce835ac7ff0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3761134 Jul 08 12:58:35.136174 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.db.api [None req-243d74e8-b8c0-4be5-9eda-892cc9a43700 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 12:58:35.136174 dv-cinder-800022-1-iscsi neutron-server[92981]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 12:58:35.136174 dv-cinder-800022-1-iscsi neutron-server[92981]: [parameters: {'project_id_1': 'e965fd75b6af4150baac4c0caf790db2', 'expiration_1': datetime.datetime(2021, 7, 8, 12, 58, 35, 123433)}] Jul 08 12:58:35.136174 dv-cinder-800022-1-iscsi neutron-server[92981]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 12:58:35.136515 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG oslo_db.api [None req-243d74e8-b8c0-4be5-9eda-892cc9a43700 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 12:58:35.136942 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38552) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:35.150360 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-b0ae3515-bc73-47b2-a0a0-496a99724d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'name': 'tempest-TestMinimumBasicScenario-27436557-router', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:46Z', 'updated_at': '2021-07-08T12:56:53Z', 'revision_number': 4, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'gw_port': {'id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ed:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:48Z', 'updated_at': '2021-07-08T12:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '4b6a2cdd-b095-4bbb-be02-05289739bbe5', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'port_id': 'b58163e1-6cd4-47a9-b491-6821d464c33f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f', 'mac_address': 'fa:16:3e:22:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06558cec-e4a7-4d76-a923-4e74409fa197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:58:32Z', 'updated_at': '2021-07-08T12:58:32Z', 'revision_number': 0, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed74ece0-d614-46a7-abee-22f164a556e5', 'name': '', 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'mac_address': 'fa:16:3e:6d:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:52Z', 'updated_at': '2021-07-08T12:57:03Z', 'revision_number': 5, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'subnets': [{'id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:35.160069 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-014c39a7-626b-4d7c-a4f2-3c89484cb8bf req-1e7538d9-22a7-4287-8dc5-6dd91e9fc341 service neutron] 10.222.0.61 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400511 Jul 08 12:58:35.179770 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae3515-bc73-47b2-a0a0-496a99724d2d None None] The sync data for ids ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'] in dv-cinder-800022-1-iscsi is: [{'id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'name': 'tempest-TestMinimumBasicScenario-27436557-router', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:46Z', 'updated_at': '2021-07-08T12:56:53Z', 'revision_number': 4, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'gw_port': {'id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ed:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:48Z', 'updated_at': '2021-07-08T12:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '4b6a2cdd-b095-4bbb-be02-05289739bbe5', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'port_id': 'b58163e1-6cd4-47a9-b491-6821d464c33f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f', 'mac_address': 'fa:16:3e:22:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06558cec-e4a7-4d76-a923-4e74409fa197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:58:32Z', 'updated_at': '2021-07-08T12:58:32Z', 'revision_number': 0, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed74ece0-d614-46a7-abee-22f164a556e5', 'name': '', 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'mac_address': 'fa:16:3e:6d:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:52Z', 'updated_at': '2021-07-08T12:57:03Z', 'revision_number': 5, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'subnets': [{'id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:58:35.188420 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-6038b8a0-1b45-4f75-a302-fe4af8f56b49 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.219961 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4224a8c7-8524-44c3-b5c2-64a15e1b7395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.262168 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4224a8c7-8524-44c3-b5c2-64a15e1b7395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.295539 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-014c39a7-626b-4d7c-a4f2-3c89484cb8bf req-de913930-4bcb-4ec0-a1d2-34d4fbed6793 service neutron] 10.222.0.61 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232450 Jul 08 12:58:35.298091 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-6038b8a0-1b45-4f75-a302-fe4af8f56b49 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.305780 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-6038b8a0-1b45-4f75-a302-fe4af8f56b49 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.332970 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038b8a0-1b45-4f75-a302-fe4af8f56b49 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a68a3c3-b716-434f-a9f8-bb678a85341b,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:35.340918 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-6038b8a0-1b45-4f75-a302-fe4af8f56b49 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.344557 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-6038b8a0-1b45-4f75-a302-fe4af8f56b49 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2626531 Jul 08 12:58:35.344765 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38556) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:35.350450 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-44eda51b-95a0-43de-b2b9-8d9ff5bf06b2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Request body: {'security_group_rule': {'security_group_id': '9ebd0861-a00b-4dee-a32b-63ca6fd199f3', 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:58:35.367045 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4224a8c7-8524-44c3-b5c2-64a15e1b7395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.369540 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4224a8c7-8524-44c3-b5c2-64a15e1b7395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.370789 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-4224a8c7-8524-44c3-b5c2-64a15e1b7395 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1163ed4b-8708-49b2-ac70-619cdafba495 HTTP/1.1" status: 204 len: 168 time: 0.2331181 Jul 08 12:58:35.386057 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224a8c7-8524-44c3-b5c2-64a15e1b7395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1163ed4b-8708-49b2-ac70-619cdafba495,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:35.390832 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-44eda51b-95a0-43de-b2b9-8d9ff5bf06b2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.468578 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-44eda51b-95a0-43de-b2b9-8d9ff5bf06b2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.474940 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-44eda51b-95a0-43de-b2b9-8d9ff5bf06b2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.496501 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eda51b-95a0-43de-b2b9-8d9ff5bf06b2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e46b0d-ef40-4b1c-b74d-c47d74a1f994,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:35.505110 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-44eda51b-95a0-43de-b2b9-8d9ff5bf06b2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.508688 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 38560) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:35.509698 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-44eda51b-95a0-43de-b2b9-8d9ff5bf06b2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638350 Jul 08 12:58:35.514094 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-d501d963-6e8d-4da1-baf5-cb5149607302 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Request body: {'security_group_rule': {'security_group_id': '9ebd0861-a00b-4dee-a32b-63ca6fd199f3', 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:58:35.541418 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e32ae1-c685-406b-a5c9-0e79a8ef1ab4 None None] New status for floating IP 4b6a2cdd-b095-4bbb-be02-05289739bbe5: ACTIVE {{(pid=92986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:58:35.564755 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f98551-b487-4a27-950b-a242b85444b5 req-8a607adc-77c8-45cc-a5a7-f41b4ea6271b tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:35.566360 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c7f98551-b487-4a27-950b-a242b85444b5 req-8a607adc-77c8-45cc-a5a7-f41b4ea6271b tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 945 time: 0.1351628 Jul 08 12:58:35.574404 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d501d963-6e8d-4da1-baf5-cb5149607302 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.636252 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c7f98551-b487-4a27-950b-a242b85444b5 req-9f4cbb9c-135c-417d-83ee-4d9b28a08458 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635984 Jul 08 12:58:35.639662 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-243d74e8-b8c0-4be5-9eda-892cc9a43700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.681772 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d501d963-6e8d-4da1-baf5-cb5149607302 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.689385 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d501d963-6e8d-4da1-baf5-cb5149607302 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.725700 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501d963-6e8d-4da1-baf5-cb5149607302 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13f980c-5bb5-4d0e-96c4-5a9ac7d44bf5,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:35.803891 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-243d74e8-b8c0-4be5-9eda-892cc9a43700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.805788 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 38564) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:35.819029 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-243d74e8-b8c0-4be5-9eda-892cc9a43700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.842897 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d501d963-6e8d-4da1-baf5-cb5149607302 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.844096 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d501d963-6e8d-4da1-baf5-cb5149607302 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3340945 Jul 08 12:58:35.847898 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38566) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:35.852076 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-40e1377f-a97b-493d-8b5d-33840f9cf9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.852806 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-652cd9af-fbe3-4d38-9447-531b35b5a2cc tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Request body: {'security_group_rule': {'security_group_id': '9ebd0861-a00b-4dee-a32b-63ca6fd199f3', 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:58:35.878926 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.securitygroups_db [None req-652cd9af-fbe3-4d38-9447-531b35b5a2cc tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Project a088a09036eb40e6ba5a8c0b674bd424 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 12:58:35.884241 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-652cd9af-fbe3-4d38-9447-531b35b5a2cc tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.890011 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-243d74e8-b8c0-4be5-9eda-892cc9a43700 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e965fd75b6af4150baac4c0caf790db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9919310 Jul 08 12:58:35.893511 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 38568) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:35.904398 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d74e8-b8c0-4be5-9eda-892cc9a43700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e170afc-0cb7-41e8-8ec6-4bd6ea4e7adf,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:35.953070 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-652cd9af-fbe3-4d38-9447-531b35b5a2cc tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.958996 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-652cd9af-fbe3-4d38-9447-531b35b5a2cc tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.976210 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cd9af-fbe3-4d38-9447-531b35b5a2cc tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f34526-2f89-437d-b487-daab84327c2f,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:35.987917 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e846f2c-1164-45e6-a273-b34c314c5aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.023652 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e846f2c-1164-45e6-a273-b34c314c5aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.080646 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-40e1377f-a97b-493d-8b5d-33840f9cf9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.085314 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-40e1377f-a97b-493d-8b5d-33840f9cf9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.089687 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-652cd9af-fbe3-4d38-9447-531b35b5a2cc tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.094316 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-652cd9af-fbe3-4d38-9447-531b35b5a2cc tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2450514 Jul 08 12:58:36.095046 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38570) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:36.100578 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-747aa047-2947-4087-9df5-b05fa7e3469d tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Request body: {'security_group_rule': {'security_group_id': '9ebd0861-a00b-4dee-a32b-63ca6fd199f3', 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:58:36.125162 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.securitygroups_db [None req-747aa047-2947-4087-9df5-b05fa7e3469d tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Project a088a09036eb40e6ba5a8c0b674bd424 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 12:58:36.131069 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-747aa047-2947-4087-9df5-b05fa7e3469d tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.133877 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e846f2c-1164-45e6-a273-b34c314c5aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.136839 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e846f2c-1164-45e6-a273-b34c314c5aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.140818 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7e846f2c-1164-45e6-a273-b34c314c5aec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e170afc-0cb7-41e8-8ec6-4bd6ea4e7adf HTTP/1.1" status: 204 len: 168 time: 0.2437227 Jul 08 12:58:36.142233 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-40e1377f-a97b-493d-8b5d-33840f9cf9e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17b4fe29c33540eaa68e6d8cac3433f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350990 Jul 08 12:58:36.144210 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1377f-a97b-493d-8b5d-33840f9cf9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb0b2ea-21e8-4caa-b3b2-e7543548b07c,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:36.149687 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 38574) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:36.171118 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e846f2c-1164-45e6-a273-b34c314c5aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e170afc-0cb7-41e8-8ec6-4bd6ea4e7adf,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:36.220064 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d02b9939-709c-47c7-9318-6566551e442b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.238520 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-747aa047-2947-4087-9df5-b05fa7e3469d tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.242982 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-747aa047-2947-4087-9df5-b05fa7e3469d tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.246873 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d02b9939-709c-47c7-9318-6566551e442b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.266954 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747aa047-2947-4087-9df5-b05fa7e3469d tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bd16b3-d178-4438-91b7-36e13c046027,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:36.287398 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-747aa047-2947-4087-9df5-b05fa7e3469d tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.289246 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-747aa047-2947-4087-9df5-b05fa7e3469d tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1924324 Jul 08 12:58:36.311550 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d02b9939-709c-47c7-9318-6566551e442b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.314347 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d02b9939-709c-47c7-9318-6566551e442b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.316050 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d02b9939-709c-47c7-9318-6566551e442b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9eb0b2ea-21e8-4caa-b3b2-e7543548b07c HTTP/1.1" status: 204 len: 168 time: 0.1653750 Jul 08 12:58:36.326918 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b9939-709c-47c7-9318-6566551e442b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb0b2ea-21e8-4caa-b3b2-e7543548b07c,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:36.426502 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b6a9c2f0-fed2-44ed-a96d-5ccfd158d3a5 req-0a5a20a7-e129-4f1d-ae73-0eaca778974d tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733909421&fields=id&tenant_id=a088a09036eb40e6ba5a8c0b674bd424 HTTP/1.1" status: 200 len: 267 time: 0.0345063 Jul 08 12:58:36.500692 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9c2f0-fed2-44ed-a96d-5ccfd158d3a5 req-23bb4cd4-68ea-4092-ac4e-70ba285ca364 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:36.502950 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b6a9c2f0-fed2-44ed-a96d-5ccfd158d3a5 req-23bb4cd4-68ea-4092-ac4e-70ba285ca364 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 945 time: 0.0703707 Jul 08 12:58:36.523296 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [req-b6a9c2f0-fed2-44ed-a96d-5ccfd158d3a5 req-4c689f44-d377-40ac-bdb3-5b6fcd5af3a2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Request body: {'port': {'security_groups': ['83cb5bdd-05f8-4473-863d-ab3af4158833', '9ebd0861-a00b-4dee-a32b-63ca6fd199f3']}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:58:36.635743 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-b6a9c2f0-fed2-44ed-a96d-5ccfd158d3a5 req-4c689f44-d377-40ac-bdb3-5b6fcd5af3a2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.664036 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 38590) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:36.682348 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cfd29af7-2ecb-415a-b6fa-487d5047b895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.786488 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cfd29af7-2ecb-415a-b6fa-487d5047b895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.798180 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cfd29af7-2ecb-415a-b6fa-487d5047b895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.867985 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-b6a9c2f0-fed2-44ed-a96d-5ccfd158d3a5 req-4c689f44-d377-40ac-bdb3-5b6fcd5af3a2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] For port b58163e1-6cd4-47a9-b491-6821d464c33f, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b58163e1-6cd4-47a9-b491-6821d464c33f,segment=NetworkSegment(d7995807-348e-4cc6-8a3e-92ebc4a40c4a),segment_id=d7995807-348e-4cc6-8a3e-92ebc4a40c4a)] {{(pid=92983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:58:36.871583 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd29af7-2ecb-415a-b6fa-487d5047b895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e06e4b-046a-4385-8dd9-5f085df01cc7,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:36.876741 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-cfd29af7-2ecb-415a-b6fa-487d5047b895 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd0c1b26908147bda0290e40bbb4affb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092500 Jul 08 12:58:36.881075 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 38596) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:36.915667 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-b6a9c2f0-fed2-44ed-a96d-5ccfd158d3a5 req-4c689f44-d377-40ac-bdb3-5b6fcd5af3a2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.921395 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-b6a9c2f0-fed2-44ed-a96d-5ccfd158d3a5 req-4c689f44-d377-40ac-bdb3-5b6fcd5af3a2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.935022 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2764bc-aa47-4ff2-89a4-474e955b082d req-897f729c-830f-46a2-9aec-9bc554ecae64 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:36.936207 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['b58163e1-6cd4-47a9-b491-6821d464c33f'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:58:36.936686 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8c2764bc-aa47-4ff2-89a4-474e955b082d req-897f729c-830f-46a2-9aec-9bc554ecae64 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 945 time: 0.1485198 Jul 08 12:58:36.967562 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ef5ed629-bc7c-4678-96c7-6466c9754167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:37.004495 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8c2764bc-aa47-4ff2-89a4-474e955b082d req-51d1033e-21d3-4cf2-ae5b-e424477a2475 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559530 Jul 08 12:58:37.009810 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ef5ed629-bc7c-4678-96c7-6466c9754167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:37.038161 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9c2f0-fed2-44ed-a96d-5ccfd158d3a5 req-4c689f44-d377-40ac-bdb3-5b6fcd5af3a2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:37.039229 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-b6a9c2f0-fed2-44ed-a96d-5ccfd158d3a5 req-4c689f44-d377-40ac-bdb3-5b6fcd5af3a2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:37.040981 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b6a9c2f0-fed2-44ed-a96d-5ccfd158d3a5 req-4c689f44-d377-40ac-bdb3-5b6fcd5af3a2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "PUT /v2.0/ports/b58163e1-6cd4-47a9-b491-6821d464c33f HTTP/1.1" status: 200 len: 981 time: 0.5307207 Jul 08 12:58:37.047950 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06558cec-e4a7-4d76-a923-4e74409fa197', 'tag': 'b58163e1-6cd4-47a9-b491-6821d464c33f'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:58:37.051152 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fd824a-c73e-4ad9-b2b9-61bfd0fc9049" -d '{"events": [{"name": "network-changed", "server_uuid": "06558cec-e4a7-4d76-a923-4e74409fa197", "tag": "b58163e1-6cd4-47a9-b491-6821d464c33f"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:58:37.054201 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c689f44-d377-40ac-bdb3-5b6fcd5af3a2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Pushing event updated for resources: {'Port': ['ID=b58163e1-6cd4-47a9-b491-6821d464c33f,revision_number=6']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:37.096952 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ef5ed629-bc7c-4678-96c7-6466c9754167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:37.100359 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ef5ed629-bc7c-4678-96c7-6466c9754167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:37.110678 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ef5ed629-bc7c-4678-96c7-6466c9754167 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36e06e4b-046a-4385-8dd9-5f085df01cc7 HTTP/1.1" status: 204 len: 168 time: 0.2224605 Jul 08 12:58:37.125654 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['b58163e1-6cd4-47a9-b491-6821d464c33f'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:58:37.140245 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ed629-bc7c-4678-96c7-6466c9754167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e06e4b-046a-4385-8dd9-5f085df01cc7,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:37.162323 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a3b75f-a38f-4772-8b26-30d440810226 x-openstack-request-id: req-45a3b75f-a38f-4772-8b26-30d440810226 {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:58:37.162441 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06558cec-e4a7-4d76-a923-4e74409fa197", "tag": "b58163e1-6cd4-47a9-b491-6821d464c33f", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:58:37.162724 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45a3b75f-a38f-4772-8b26-30d440810226 {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:58:37.163287 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06558cec-e4a7-4d76-a923-4e74409fa197', 'tag': 'b58163e1-6cd4-47a9-b491-6821d464c33f', 'status': 'completed', 'code': 200} Jul 08 12:58:37.313758 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 38612) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:37.340691 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93825f50-9d02-4fb1-bf98-74090bd33c96 req-73f95ca4-1946-4245-8fe6-aeed371acda8 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:37.344161 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93825f50-9d02-4fb1-bf98-74090bd33c96 req-73f95ca4-1946-4245-8fe6-aeed371acda8 tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 945 time: 0.1739414 Jul 08 12:58:37.369125 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd824a-c73e-4ad9-b2b9-61bfd0fc9049 req-bd737d1a-56eb-4650-824b-900b1f06e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:37.370853 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-38fd824a-c73e-4ad9-b2b9-61bfd0fc9049 req-bd737d1a-56eb-4650-824b-900b1f06e034 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a088a09036eb40e6ba5a8c0b674bd424&device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 1137 time: 0.1679819 Jul 08 12:58:37.380078 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db870166-018d-48cb-a46f-552b917e33d1 req-a6437598-1de0-47fa-a0cd-a608892d8290 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:37.381621 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-db870166-018d-48cb-a46f-552b917e33d1 req-a6437598-1de0-47fa-a0cd-a608892d8290 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 984 time: 0.1189375 Jul 08 12:58:37.481060 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-db870166-018d-48cb-a46f-552b917e33d1 req-286c8999-5d5e-4bae-aa5e-248945627f20 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ebd0861-a00b-4dee-a32b-63ca6fd199f3&id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798414 Jul 08 12:58:37.529319 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd824a-c73e-4ad9-b2b9-61bfd0fc9049 req-8ddb8781-aac3-4bd6-aea0-c94b9a92d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:37.531088 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-38fd824a-c73e-4ad9-b2b9-61bfd0fc9049 req-8ddb8781-aac3-4bd6-aea0-c94b9a92d5a9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b69353fe-0596-4f5a-afef-8ca92a5c726f HTTP/1.1" status: 200 len: 914 time: 0.1484716 Jul 08 12:58:37.546888 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e16fae23-0595-4dc5-987f-06a844761c23 None None] Provisioning complete for port b58163e1-6cd4-47a9-b491-6821d464c33f triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:58:37.547426 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e16fae23-0595-4dc5-987f-06a844761c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:37.596824 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-93825f50-9d02-4fb1-bf98-74090bd33c96 req-4b726e1b-fa66-47e7-b7ed-22152a1d9f3f tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Deleting port b7e4a48d-1d75-4db6-99fc-bac0936c7b85 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:58:37.598575 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-93825f50-9d02-4fb1-bf98-74090bd33c96 req-4b726e1b-fa66-47e7-b7ed-22152a1d9f3f tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:37.627677 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-38fd824a-c73e-4ad9-b2b9-61bfd0fc9049 req-9d6873d5-103f-44e4-8546-f3df11616f85 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b58163e1-6cd4-47a9-b491-6821d464c33f HTTP/1.1" status: 200 len: 1000 time: 0.0888617 Jul 08 12:58:37.666518 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-fdfac180-2256-46f0-bba6-faa075f7f1b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-607780774-network', 'tenant_id': '98fa2a9e07f446e0a79ccbae0b7021fd'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:58:37.707414 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd824a-c73e-4ad9-b2b9-61bfd0fc9049 req-7b0170ca-31d3-40e4-8671-a4a74edfdeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:37.710035 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-38fd824a-c73e-4ad9-b2b9-61bfd0fc9049 req-7b0170ca-31d3-40e4-8671-a4a74edfdeb7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9adcbf55-0e9b-4584-afdf-246e047a8ab6 HTTP/1.1" status: 200 len: 852 time: 0.0674748 Jul 08 12:58:37.713067 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfac180-2256-46f0-bba6-faa075f7f1b2 admin admin] Made reservation on behalf of 98fa2a9e07f446e0a79ccbae0b7021fd for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:58:37.715566 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fdfac180-2256-46f0-bba6-faa075f7f1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:37.729400 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fdfac180-2256-46f0-bba6-faa075f7f1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:37.797507 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd824a-c73e-4ad9-b2b9-61bfd0fc9049 req-d6c14b24-b922-4d67-8168-92345dc40f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:37.800453 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-38fd824a-c73e-4ad9-b2b9-61bfd0fc9049 req-d6c14b24-b922-4d67-8168-92345dc40f57 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b69353fe-0596-4f5a-afef-8ca92a5c726f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782380 Jul 08 12:58:37.811055 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-93825f50-9d02-4fb1-bf98-74090bd33c96 req-4b726e1b-fa66-47e7-b7ed-22152a1d9f3f tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] For port b7e4a48d-1d75-4db6-99fc-bac0936c7b85, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b7e4a48d-1d75-4db6-99fc-bac0936c7b85,segment=NetworkSegment(50d5fe2f-3cbe-4238-9be1-e6d990c7423e),segment_id=50d5fe2f-3cbe-4238-9be1-e6d990c7423e)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:58:37.811449 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-93825f50-9d02-4fb1-bf98-74090bd33c96 req-4b726e1b-fa66-47e7-b7ed-22152a1d9f3f tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:37.832994 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-93825f50-9d02-4fb1-bf98-74090bd33c96 req-4b726e1b-fa66-47e7-b7ed-22152a1d9f3f tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Calling delete_port for b7e4a48d-1d75-4db6-99fc-bac0936c7b85 owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:58:37.902785 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fdfac180-2256-46f0-bba6-faa075f7f1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:37.910411 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fdfac180-2256-46f0-bba6-faa075f7f1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:37.943767 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-38fd824a-c73e-4ad9-b2b9-61bfd0fc9049 req-5e74cd6b-6296-4819-b4ca-9ee3fcce636a service neutron] 10.222.0.61 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307678 Jul 08 12:58:37.953228 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfac180-2256-46f0-bba6-faa075f7f1b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:58:37.991725 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fdfac180-2256-46f0-bba6-faa075f7f1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:37.991725 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-fdfac180-2256-46f0-bba6-faa075f7f1b2 admin admin] Added segment 9ed02f6b-c537-4dc4-a4cb-d519f43baa98 of type vlan for network 07aa97e6-d66b-4aa1-babd-9ff5633508c7 Jul 08 12:58:38.002946 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfac180-2256-46f0-bba6-faa075f7f1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4f0033-5920-4ad9-84e4-2fc2e38099ba,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:38.082508 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fdfac180-2256-46f0-bba6-faa075f7f1b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:38.125261 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-93825f50-9d02-4fb1-bf98-74090bd33c96 req-4b726e1b-fa66-47e7-b7ed-22152a1d9f3f tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:38.125906 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-38fd824a-c73e-4ad9-b2b9-61bfd0fc9049 req-0997e9f0-28a5-4f95-9a52-0a207e2390eb service neutron] 10.222.0.61 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745207 Jul 08 12:58:38.172478 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b726e1b-fa66-47e7-b7ed-22152a1d9f3f tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Pushing event deleted for resources: {'Port': ['ID=b7e4a48d-1d75-4db6-99fc-bac0936c7b85,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:38.179677 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fdfac180-2256-46f0-bba6-faa075f7f1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:38.180742 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfac180-2256-46f0-bba6-faa075f7f1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:38.181460 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fdfac180-2256-46f0-bba6-faa075f7f1b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:38.281384 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-fdfac180-2256-46f0-bba6-faa075f7f1b2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9582434 Jul 08 12:58:38.281665 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38644) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:38.288243 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-f6107a3e-d635-4331-a115-9c44ce967f70 admin admin] Request body: {'subnet': {'network_id': '07aa97e6-d66b-4aa1-babd-9ff5633508c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-607780774-subnet', 'tenant_id': '98fa2a9e07f446e0a79ccbae0b7021fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:58:38.310195 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['b7e4a48d-1d75-4db6-99fc-bac0936c7b85'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:58:38.319121 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7fc6d402-f143-42a8-82fc-6a1742335044 req-54f17851-20e4-4ca6-ba16-32f4c7b6333d tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89aeeb-865b-41ef-8771-136140ca9cc3 HTTP/1.1" status: 200 len: 210 time: 0.1179111 Jul 08 12:58:38.322076 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-93825f50-9d02-4fb1-bf98-74090bd33c96 req-4b726e1b-fa66-47e7-b7ed-22152a1d9f3f tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] No DVR routers for this DVR port b7e4a48d-1d75-4db6-99fc-bac0936c7b85 on host hv-cinder-80002 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:58:38.326290 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-93825f50-9d02-4fb1-bf98-74090bd33c96 req-4b726e1b-fa66-47e7-b7ed-22152a1d9f3f tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:38.328464 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93825f50-9d02-4fb1-bf98-74090bd33c96 req-4b726e1b-fa66-47e7-b7ed-22152a1d9f3f tempest-VolumesSnapshotTestJSON-1462393670 tempest-VolumesSnapshotTestJSON-1462393670-project] 10.222.0.61 "DELETE /v2.0/ports/b7e4a48d-1d75-4db6-99fc-bac0936c7b85 HTTP/1.1" status: 204 len: 173 time: 0.9770277 Jul 08 12:58:38.329387 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef89aeeb-865b-41ef-8771-136140ca9cc3', 'name': 'network-vif-deleted', 'tag': 'b7e4a48d-1d75-4db6-99fc-bac0936c7b85'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:58:38.331950 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30de8ac5-01ab-4701-b636-3c1dd1b5e3e2" -d '{"events": [{"server_uuid": "ef89aeeb-865b-41ef-8771-136140ca9cc3", "name": "network-vif-deleted", "tag": "b7e4a48d-1d75-4db6-99fc-bac0936c7b85"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:58:38.336186 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6107a3e-d635-4331-a115-9c44ce967f70 admin admin] Made reservation on behalf of 98fa2a9e07f446e0a79ccbae0b7021fd for: {'subnet': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:58:38.339246 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f6107a3e-d635-4331-a115-9c44ce967f70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261328109'] for subnet, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:38.357077 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfac180-2256-46f0-bba6-faa075f7f1b2 admin admin] Pushing event updated for resources: {'Network': ['ID=07aa97e6-d66b-4aa1-babd-9ff5633508c7,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:38.372406 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network 07aa97e6-d66b-4aa1-babd-9ff5633508c7 details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:58:38.383793 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1a094b-5219-4bdb-9f2d-a443cc22a1e4 x-openstack-request-id: req-ab1a094b-5219-4bdb-9f2d-a443cc22a1e4 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:58:38.384095 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef89aeeb-865b-41ef-8771-136140ca9cc3", "name": "network-vif-deleted", "tag": "b7e4a48d-1d75-4db6-99fc-bac0936c7b85", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:58:38.384368 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab1a094b-5219-4bdb-9f2d-a443cc22a1e4 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:58:38.384786 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef89aeeb-865b-41ef-8771-136140ca9cc3', 'name': 'network-vif-deleted', 'tag': 'b7e4a48d-1d75-4db6-99fc-bac0936c7b85', 'status': 'completed', 'code': 200} Jul 08 12:58:38.556296 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f6107a3e-d635-4331-a115-9c44ce967f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3121288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261328095'] for subnet, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:38.614560 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6107a3e-d635-4331-a115-9c44ce967f70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc83dba-80f1-4dbb-b2d3-29e6e37072df,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:38.624773 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6107a3e-d635-4331-a115-9c44ce967f70 admin admin] Checking segment: {'id': '9ed02f6b-c537-4dc4-a4cb-d519f43baa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '07aa97e6-d66b-4aa1-babd-9ff5633508c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:58:38.625200 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6107a3e-d635-4331-a115-9c44ce967f70 admin admin] Network hostable DHCP agents. Network: 07aa97e6-d66b-4aa1-babd-9ff5633508c7, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:58:38.642034 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6107a3e-d635-4331-a115-9c44ce967f70 admin admin] Network 07aa97e6-d66b-4aa1-babd-9ff5633508c7 is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:58:38.651440 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-f6107a3e-d635-4331-a115-9c44ce967f70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, 07aa97e6-d66b-4aa1-babd-9ff5633508c7) {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:58:38.655763 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6107a3e-d635-4331-a115-9c44ce967f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:38.656435 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-f6107a3e-d635-4331-a115-9c44ce967f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:38.661402 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee2f1e7-f113-4e22-a272-c327c67b59e1 None None] Network 07aa97e6-d66b-4aa1-babd-9ff5633508c7 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:58:38.677556 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-f6107a3e-d635-4331-a115-9c44ce967f70 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3956761 Jul 08 12:58:38.810368 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bef527-f5d8-4c4a-be44-74e4ac4a7d8d None None] Network 07aa97e6-d66b-4aa1-babd-9ff5633508c7 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:58:39.382330 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38716) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:39.387824 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-85d6ff70-f65d-4c76-931c-47120fc93670 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-655016563-network', 'tenant_id': '3095e0b3c7d64b12900edb1295945f14'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:58:39.412382 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d6ff70-f65d-4c76-931c-47120fc93670 admin admin] Made reservation on behalf of 3095e0b3c7d64b12900edb1295945f14 for: {'network': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:58:39.415090 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-85d6ff70-f65d-4c76-931c-47120fc93670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:39.427089 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-85d6ff70-f65d-4c76-931c-47120fc93670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:39.532086 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-85d6ff70-f65d-4c76-931c-47120fc93670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:39.536904 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-85d6ff70-f65d-4c76-931c-47120fc93670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:39.568012 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6ff70-f65d-4c76-931c-47120fc93670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9123c69-af2a-42f0-9451-07f50692f943,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:39.570683 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d6ff70-f65d-4c76-931c-47120fc93670 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=92983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:58:39.580547 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-85d6ff70-f65d-4c76-931c-47120fc93670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:39.580921 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.segments_db [None req-85d6ff70-f65d-4c76-931c-47120fc93670 admin admin] Added segment 22e3e6f3-de5d-4d4a-a983-7e1045bd5b19 of type vlan for network a553c212-854b-43a8-b8f4-85cc39000ebc Jul 08 12:58:39.623338 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-85d6ff70-f65d-4c76-931c-47120fc93670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:39.661051 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-85d6ff70-f65d-4c76-931c-47120fc93670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:39.662190 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d6ff70-f65d-4c76-931c-47120fc93670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:39.662828 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-85d6ff70-f65d-4c76-931c-47120fc93670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:39.723213 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-85d6ff70-f65d-4c76-931c-47120fc93670 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3395813 Jul 08 12:58:39.725847 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 38724) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:39.730922 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-4d39b5fa-0df1-4e50-a2eb-381c72ed6c2a admin admin] Request body: {'subnet': {'network_id': 'a553c212-854b-43a8-b8f4-85cc39000ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-655016563-subnet', 'tenant_id': '3095e0b3c7d64b12900edb1295945f14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:58:39.739263 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6ff70-f65d-4c76-931c-47120fc93670 admin admin] Pushing event updated for resources: {'Network': ['ID=a553c212-854b-43a8-b8f4-85cc39000ebc,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:39.751411 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network a553c212-854b-43a8-b8f4-85cc39000ebc details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:58:39.755326 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d39b5fa-0df1-4e50-a2eb-381c72ed6c2a admin admin] Made reservation on behalf of 3095e0b3c7d64b12900edb1295945f14 for: {'subnet': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:58:39.757771 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4d39b5fa-0df1-4e50-a2eb-381c72ed6c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261328109'] for subnet, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:39.929931 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4d39b5fa-0df1-4e50-a2eb-381c72ed6c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3121288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261328095'] for subnet, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:39.984867 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39b5fa-0df1-4e50-a2eb-381c72ed6c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bab7b74-f50d-4022-891c-4489e4ba8e47,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:39.994069 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d39b5fa-0df1-4e50-a2eb-381c72ed6c2a admin admin] Checking segment: {'id': '22e3e6f3-de5d-4d4a-a983-7e1045bd5b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a553c212-854b-43a8-b8f4-85cc39000ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:58:39.994420 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d39b5fa-0df1-4e50-a2eb-381c72ed6c2a admin admin] Network hostable DHCP agents. Network: a553c212-854b-43a8-b8f4-85cc39000ebc, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:58:40.010814 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d39b5fa-0df1-4e50-a2eb-381c72ed6c2a admin admin] Network a553c212-854b-43a8-b8f4-85cc39000ebc is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:58:40.019402 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-4d39b5fa-0df1-4e50-a2eb-381c72ed6c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, a553c212-854b-43a8-b8f4-85cc39000ebc) {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:58:40.024406 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d39b5fa-0df1-4e50-a2eb-381c72ed6c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:58:40.025439 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4d39b5fa-0df1-4e50-a2eb-381c72ed6c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:40.031113 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cc1fac-0483-4f29-8142-12efbe8777e1 None None] Network a553c212-854b-43a8-b8f4-85cc39000ebc requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:58:40.057090 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-4d39b5fa-0df1-4e50-a2eb-381c72ed6c2a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3211935 Jul 08 12:58:40.173239 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa896faa-4dab-4dc1-9ee7-8d4cf9591d3a None None] Network a553c212-854b-43a8-b8f4-85cc39000ebc requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:58:41.020208 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device b7e4a48d-1d75-4db6-99fc-bac0936c7b85 no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:58:41.041299 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: b7e4a48d-1d75-4db6-99fc-bac0936c7b85 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:58:41.041649 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device b7e4a48d-1d75-4db6-99fc-bac0936c7b85 not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:58:42.742310 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:58:43.509541 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-980e6db0-3e75-46f2-ad6d-e647567b2172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:46.013279 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-10302138-5957-44c1-96eb-93e33f3e6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:46.906710 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:47.466545 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:49.336416 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:57.961493 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:59.332725 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39016) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:59.381421 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc7beb6-18be-4b02-a510-35271e7638c8 admin admin] Deleting subnet bbc83dba-80f1-4dbb-b2d3-29e6e37072df {{(pid=92983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:58:59.385152 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7bc7beb6-18be-4b02-a510-35271e7638c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:59.435582 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7bc7beb6-18be-4b02-a510-35271e7638c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3025391'] for subnet, precommit_delete_associations {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:59.486832 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7bc7beb6-18be-4b02-a510-35271e7638c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1818188'] for subnet, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:59.542133 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7bc7beb6-18be-4b02-a510-35271e7638c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1818203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3137349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261328070'] for subnet, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:59.569293 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7bc7beb6-18be-4b02-a510-35271e7638c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:59.571166 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-7bc7beb6-18be-4b02-a510-35271e7638c8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bbc83dba-80f1-4dbb-b2d3-29e6e37072df HTTP/1.1" status: 204 len: 168 time: 0.2370987 Jul 08 12:58:59.572385 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7beb6-18be-4b02-a510-35271e7638c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc83dba-80f1-4dbb-b2d3-29e6e37072df,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:59.574865 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39030) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:59.654431 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39d81e8a-ec36-4c3a-9861-4f34be5c96ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704495'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:59.748101 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39d81e8a-ec36-4c3a-9861-4f34be5c96ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1811703', 'neutron.services.segments.db._delete_segments_for_network-8757848019285'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:59.758967 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-39d81e8a-ec36-4c3a-9861-4f34be5c96ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07aa97e6-d66b-4aa1-babd-9ff5633508c7']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:59.770644 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-39d81e8a-ec36-4c3a-9861-4f34be5c96ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed02f6b-c537-4dc4-a4cb-d519f43baa98') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:59.770955 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-39d81e8a-ec36-4c3a-9861-4f34be5c96ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed02f6b-c537-4dc4-a4cb-d519f43baa98') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:58:59.787713 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39d81e8a-ec36-4c3a-9861-4f34be5c96ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757848043825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261736289'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:59.802817 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39036) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:59.807342 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39d81e8a-ec36-4c3a-9861-4f34be5c96ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:59.818573 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d81e8a-ec36-4c3a-9861-4f34be5c96ae admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:58:59.819003 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39d81e8a-ec36-4c3a-9861-4f34be5c96ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260280139'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: timer() Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: cb(*args, **kw) Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: self._notify() Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: self.callback(batched_events) Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: event.method(event) Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: return self._get(url).json() Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:58:59.822418 dv-cinder-800022-1-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:58:59.876858 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39d81e8a-ec36-4c3a-9861-4f34be5c96ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1811662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:59.882896 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39d81e8a-ec36-4c3a-9861-4f34be5c96ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:59.888037 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-39d81e8a-ec36-4c3a-9861-4f34be5c96ae admin admin] 10.222.0.13 "DELETE /v2.0/networks/07aa97e6-d66b-4aa1-babd-9ff5633508c7 HTTP/1.1" status: 204 len: 168 time: 0.3120091 Jul 08 12:58:59.888293 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39040) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:59.902005 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d81e8a-ec36-4c3a-9861-4f34be5c96ae admin admin] Pushing event deleted for resources: {'Network': ['ID=07aa97e6-d66b-4aa1-babd-9ff5633508c7,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:59.944003 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e94de95-c47e-4c96-b235-8c716bd8170a admin admin] Deleting subnet 0bab7b74-f50d-4022-891c-4489e4ba8e47 {{(pid=92983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:58:59.952349 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2e94de95-c47e-4c96-b235-8c716bd8170a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:59.954286 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7069ba90-f9cf-4ca8-a73f-09b1bc941e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.014484 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2e94de95-c47e-4c96-b235-8c716bd8170a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3025391'] for subnet, precommit_delete_associations {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.077815 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2e94de95-c47e-4c96-b235-8c716bd8170a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1818188'] for subnet, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.161650 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2e94de95-c47e-4c96-b235-8c716bd8170a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1818203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3137349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261328070'] for subnet, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.176843 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7069ba90-f9cf-4ca8-a73f-09b1bc941e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.196575 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7069ba90-f9cf-4ca8-a73f-09b1bc941e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.203967 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94de95-c47e-4c96-b235-8c716bd8170a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bab7b74-f50d-4022-891c-4489e4ba8e47,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:00.215661 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2e94de95-c47e-4c96-b235-8c716bd8170a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.217607 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-2e94de95-c47e-4c96-b235-8c716bd8170a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0bab7b74-f50d-4022-891c-4489e4ba8e47 HTTP/1.1" status: 204 len: 168 time: 0.3281040 Jul 08 12:59:00.220605 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39042) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:00.246449 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-7069ba90-f9cf-4ca8-a73f-09b1bc941e21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a67f4241d2a346f7a4fd56c7a875526e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420025 Jul 08 12:59:00.247672 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069ba90-f9cf-4ca8-a73f-09b1bc941e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0563be-40d7-4601-948e-bb037c8d0ec8,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:00.250448 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39044) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:00.313283 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4b8addcb-b10c-4d1a-8456-221105bad90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.322405 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a61e2d59-03fa-4615-a359-2f070e5c8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704495'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.336893 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4b8addcb-b10c-4d1a-8456-221105bad90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.385736 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4b8addcb-b10c-4d1a-8456-221105bad90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.388170 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4b8addcb-b10c-4d1a-8456-221105bad90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.389362 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-4b8addcb-b10c-4d1a-8456-221105bad90c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b0563be-40d7-4601-948e-bb037c8d0ec8 HTTP/1.1" status: 204 len: 168 time: 0.1379423 Jul 08 12:59:00.398953 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8addcb-b10c-4d1a-8456-221105bad90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0563be-40d7-4601-948e-bb037c8d0ec8,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:00.408921 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a61e2d59-03fa-4615-a359-2f070e5c8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1811703', 'neutron.services.segments.db._delete_segments_for_network-8757848019285'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.420016 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-a61e2d59-03fa-4615-a359-2f070e5c8cdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a553c212-854b-43a8-b8f4-85cc39000ebc']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:00.431759 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-a61e2d59-03fa-4615-a359-2f070e5c8cdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e3e6f3-de5d-4d4a-a983-7e1045bd5b19') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:00.432254 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-a61e2d59-03fa-4615-a359-2f070e5c8cdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e3e6f3-de5d-4d4a-a983-7e1045bd5b19') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:00.442500 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a61e2d59-03fa-4615-a359-2f070e5c8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757848043825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261736289'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.461860 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a61e2d59-03fa-4615-a359-2f070e5c8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.468681 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61e2d59-03fa-4615-a359-2f070e5c8cdf admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:59:00.469346 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a61e2d59-03fa-4615-a359-2f070e5c8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260280139'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: timer() Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: cb(*args, **kw) Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: self._notify() Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: self.callback(batched_events) Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: event.method(event) Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: return self._get(url).json() Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:59:00.470922 dv-cinder-800022-1-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:59:00.535593 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a61e2d59-03fa-4615-a359-2f070e5c8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1811662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.541445 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a61e2d59-03fa-4615-a359-2f070e5c8cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.543631 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a61e2d59-03fa-4615-a359-2f070e5c8cdf admin admin] 10.222.0.13 "DELETE /v2.0/networks/a553c212-854b-43a8-b8f4-85cc39000ebc HTTP/1.1" status: 204 len: 168 time: 0.3219788 Jul 08 12:59:00.566041 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e2d59-03fa-4615-a359-2f070e5c8cdf admin admin] Pushing event deleted for resources: {'Network': ['ID=a553c212-854b-43a8-b8f4-85cc39000ebc,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:00.756395 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39068) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:00.815098 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-45f5f621-f8a2-4f45-8676-e70fa9d49510 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98fa2a9e07f446e0a79ccbae0b7021fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570948 Jul 08 12:59:00.817969 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39070) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:00.879916 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5c23f015-dd3d-45ce-9a19-a1d094b972f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.906117 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5c23f015-dd3d-45ce-9a19-a1d094b972f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.963703 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5c23f015-dd3d-45ce-9a19-a1d094b972f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.966625 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5c23f015-dd3d-45ce-9a19-a1d094b972f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:00.967914 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-5c23f015-dd3d-45ce-9a19-a1d094b972f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef4f0033-5920-4ad9-84e4-2fc2e38099ba HTTP/1.1" status: 204 len: 168 time: 0.1488063 Jul 08 12:59:00.978542 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23f015-dd3d-45ce-9a19-a1d094b972f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4f0033-5920-4ad9-84e4-2fc2e38099ba,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:01.399512 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39090) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:01.444625 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6138b511-4965-4c29-a25b-3f6934b48d41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3095e0b3c7d64b12900edb1295945f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433288 Jul 08 12:59:01.448097 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39092) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:01.509895 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-3afeba54-15ff-499f-9400-5c5e0b6ed050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:01.539242 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-3afeba54-15ff-499f-9400-5c5e0b6ed050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:01.599813 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-3afeba54-15ff-499f-9400-5c5e0b6ed050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:01.603155 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-3afeba54-15ff-499f-9400-5c5e0b6ed050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:01.604648 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-3afeba54-15ff-499f-9400-5c5e0b6ed050 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9123c69-af2a-42f0-9451-07f50692f943 HTTP/1.1" status: 204 len: 168 time: 0.1554561 Jul 08 12:59:01.616462 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afeba54-15ff-499f-9400-5c5e0b6ed050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9123c69-af2a-42f0-9451-07f50692f943,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:03.393015 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-fec4aca0-b0ad-4749-a4c3-1bff67b06006 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=981b235916b14663a8ef1f06f4b02b26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389569 Jul 08 12:59:03.679660 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-0a7467b7-1c28-4c1a-8d9e-438bf54a5016 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:03.682654 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-0a7467b7-1c28-4c1a-8d9e-438bf54a5016 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816179 Jul 08 12:59:03.697860 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-92fee516-77f7-42da-9040-1d3396011ffc tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/quotas/981b235916b14663a8ef1f06f4b02b26 HTTP/1.1" status: 200 len: 375 time: 0.0103266 Jul 08 12:59:03.741542 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-b30e5718-76bd-401f-8f37-f4bd8843f999 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=981b235916b14663a8ef1f06f4b02b26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378063 Jul 08 12:59:03.937628 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d2a63d27-0078-49c4-b55d-881f5a8b4481 req-e5385420-b636-4f7a-8096-e86ece5513d8 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfddaa1c-b764-4409-a599-b2d84e3b8f70 HTTP/1.1" status: 200 len: 210 time: 0.0469632 Jul 08 12:59:04.271166 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39234) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:04.326973 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_v2 [None req-4712f351-ac70-49ad-b963-eb7569b06580 admin admin] Deleting subnet 516adb56-5f4d-4f05-bc38-a2f6f2f37d02 {{(pid=92983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 12:59:04.330236 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4712f351-ac70-49ad-b963-eb7569b06580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:04.364956 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4712f351-ac70-49ad-b963-eb7569b06580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3025391'] for subnet, precommit_delete_associations {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:04.407666 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4712f351-ac70-49ad-b963-eb7569b06580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1818188'] for subnet, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:04.478785 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4712f351-ac70-49ad-b963-eb7569b06580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1818203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3137349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261328070'] for subnet, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:04.504596 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712f351-ac70-49ad-b963-eb7569b06580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=516adb56-5f4d-4f05-bc38-a2f6f2f37d02,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:04.508412 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4712f351-ac70-49ad-b963-eb7569b06580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:04.513471 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-4712f351-ac70-49ad-b963-eb7569b06580 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/516adb56-5f4d-4f05-bc38-a2f6f2f37d02 HTTP/1.1" status: 204 len: 168 time: 0.2380881 Jul 08 12:59:04.515055 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39236) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:04.587297 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5a0173c6-890a-4a04-a1e3-6e25c98f32ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704495'] for network, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:04.699982 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5a0173c6-890a-4a04-a1e3-6e25c98f32ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1811703', 'neutron.services.segments.db._delete_segments_for_network-8757848019285'] for network, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:04.717118 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-5a0173c6-890a-4a04-a1e3-6e25c98f32ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0']}} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:04.729113 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-5a0173c6-890a-4a04-a1e3-6e25c98f32ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d5fe2f-3cbe-4238-9be1-e6d990c7423e') {'for_net_delete': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:04.729397 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-5a0173c6-890a-4a04-a1e3-6e25c98f32ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d5fe2f-3cbe-4238-9be1-e6d990c7423e') {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:04.739654 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5a0173c6-890a-4a04-a1e3-6e25c98f32ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757848043825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3025382'] for segment, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:04.755015 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5a0173c6-890a-4a04-a1e3-6e25c98f32ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:04.763812 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0173c6-890a-4a04-a1e3-6e25c98f32ee admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=92983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 12:59:04.764364 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5a0173c6-890a-4a04-a1e3-6e25c98f32ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3137506'] for segment, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: Traceback (most recent call last): Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: timer() Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: cb(*args, **kw) Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: return func(*args, **kwargs) Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: self._notify() Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: self.callback(batched_events) Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: event.method(event) Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: return f(self, *a, **k) Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._get(url).json() Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: return self.request(url, 'GET', **kwargs) Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 12:59:04.767041 dv-cinder-800022-1-iscsi neutron-server[92983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 12:59:04.828708 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5a0173c6-890a-4a04-a1e3-6e25c98f32ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1811662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:04.835232 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5a0173c6-890a-4a04-a1e3-6e25c98f32ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:04.837689 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-5a0173c6-890a-4a04-a1e3-6e25c98f32ee admin admin] 10.222.0.13 "DELETE /v2.0/networks/bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0 HTTP/1.1" status: 204 len: 168 time: 0.3216548 Jul 08 12:59:04.851916 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0173c6-890a-4a04-a1e3-6e25c98f32ee admin admin] Pushing event deleted for resources: {'Network': ['ID=bf4abe9f-4e1b-4e7f-a4c6-250c6fb280a0,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:05.057198 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39242) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:05.111192 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-81db9f18-bb66-4226-9af9-eadf1cd68774 req-6e071c0e-8688-4882-aa7a-4d7775e7b811 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfddaa1c-b764-4409-a599-b2d84e3b8f70 HTTP/1.1" status: 200 len: 210 time: 0.0410068 Jul 08 12:59:05.154026 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-b1e84923-32cc-435e-aefe-70e0a4b14d8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7ee83ea62d5420983bb804e238d6499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949669 Jul 08 12:59:05.157178 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39244) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:05.161629 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-fee28bf8-3cdb-4bef-9bd6-87698a5d17cc tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=981b235916b14663a8ef1f06f4b02b26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453944 Jul 08 12:59:05.211968 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c24642af-fc92-477b-8860-06a299fec294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:05.240521 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c24642af-fc92-477b-8860-06a299fec294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:05.328764 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c24642af-fc92-477b-8860-06a299fec294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:05.332180 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c24642af-fc92-477b-8860-06a299fec294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:05.339054 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-c24642af-fc92-477b-8860-06a299fec294 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255 HTTP/1.1" status: 204 len: 168 time: 0.1796558 Jul 08 12:59:05.368055 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24642af-fc92-477b-8860-06a299fec294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4cae8d-2ff5-46a6-ab1a-3c8bc7566255,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:05.436622 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-ff80447d-52d1-4bca-a2ec-c394766e2947 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:05.438529 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-ff80447d-52d1-4bca-a2ec-c394766e2947 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2702401 Jul 08 12:59:05.456102 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Request body: {'port': {'device_id': 'cfddaa1c-b764-4409-a599-b2d84e3b8f70', 'network_id': '54201427-f89f-4ae5-899e-aea842067ddf', 'admin_state_up': True, 'tenant_id': '981b235916b14663a8ef1f06f4b02b26'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:05.626704 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Made reservation on behalf of 981b235916b14663a8ef1f06f4b02b26 for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:59:05.630719 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:05.642937 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:05.774795 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:05.780094 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:05.842440 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc6acfe-abe1-4c17-b04b-f756e4cea1cb,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:05.918800 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Allocated IP 192.168.233.26 (54201427-f89f-4ae5-899e-aea842067ddf/96c036e5-217e-4bb9-a6be-7b2e40c9ab5e/b6e927d1-9cc1-410f-ab91-127fc4b6df9f) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:59:06.083211 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:06.097607 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Transition to ACTIVE for port object b6e927d1-9cc1-410f-ab91-127fc4b6df9f will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:59:06.131700 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:06.177615 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Network 54201427-f89f-4ae5-899e-aea842067ddf is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:59:06.183691 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:59:06.188176 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:59:06.228778 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Pushing event updated for resources: {'Port': ['ID=b6e927d1-9cc1-410f-ab91-127fc4b6df9f,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:06.274853 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:06.275594 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:06.298332 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-42b49d91-ee1f-4012-a0f3-fc0426259afb tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8462946 Jul 08 12:59:06.312226 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Request body: {'port': {'device_id': 'cfddaa1c-b764-4409-a599-b2d84e3b8f70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:06.411969 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:06.528888 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-f84ff75f-af52-427e-9f0a-06c791e4d2c0 None None] Provisioning for port b6e927d1-9cc1-410f-ab91-127fc4b6df9f completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:59:06.533048 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-f84ff75f-af52-427e-9f0a-06c791e4d2c0 None None] Provisioning complete for port b6e927d1-9cc1-410f-ab91-127fc4b6df9f triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:06.533449 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f84ff75f-af52-427e-9f0a-06c791e4d2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:06.581929 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff75f-af52-427e-9f0a-06c791e4d2c0 None None] Port b6e927d1-9cc1-410f-ab91-127fc4b6df9f cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:59:06.804574 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e927d1-9cc1-410f-ab91-127fc4b6df9f {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:59:06.814800 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:06.838128 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eafb1d-d5d9-40d3-ae39-9ee224e6f9e4 req-189afad3-30a3-48fd-9b69-a3eddaa0cc3a tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:06.845263 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-94eafb1d-d5d9-40d3-ae39-9ee224e6f9e4 req-189afad3-30a3-48fd-9b69-a3eddaa0cc3a tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfddaa1c-b764-4409-a599-b2d84e3b8f70 HTTP/1.1" status: 200 len: 935 time: 0.4386818 Jul 08 12:59:06.855429 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Transition to ACTIVE for port object b6e927d1-9cc1-410f-ab91-127fc4b6df9f will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:59:06.865649 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:06.929414 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-94eafb1d-d5d9-40d3-ae39-9ee224e6f9e4 req-dfd7dc57-e1f1-408f-a706-0a4230f4f028 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc6acfe-abe1-4c17-b04b-f756e4cea1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832083 Jul 08 12:59:06.967223 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e927d1-9cc1-410f-ab91-127fc4b6df9f,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:07.020813 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ac889-ca24-4d33-b34e-fc9bcda57604 req-27d0d7a9-d2bd-4ef1-953b-854c3c10bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:07.022382 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-654ac889-ca24-4d33-b34e-fc9bcda57604 req-27d0d7a9-d2bd-4ef1-953b-854c3c10bfe7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a088a09036eb40e6ba5a8c0b674bd424&device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 1137 time: 0.0981355 Jul 08 12:59:07.030199 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Attempting to bind port b6e927d1-9cc1-410f-ab91-127fc4b6df9f on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:59:07.030908 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Attempting to bind port b6e927d1-9cc1-410f-ab91-127fc4b6df9f by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': 'd02e1001-4270-4bf9-954e-db1e5038087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '54201427-f89f-4ae5-899e-aea842067ddf'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:59:07.031612 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Attempting to bind port b6e927d1-9cc1-410f-ab91-127fc4b6df9f on network 54201427-f89f-4ae5-899e-aea842067ddf {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:59:07.038959 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Port b6e927d1-9cc1-410f-ab91-127fc4b6df9f on network 54201427-f89f-4ae5-899e-aea842067ddf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:59:07.039757 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Attempting to bind port b6e927d1-9cc1-410f-ab91-127fc4b6df9f on network 54201427-f89f-4ae5-899e-aea842067ddf {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:59:07.047675 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:59:07.048283 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Checking segment: {'id': 'd02e1001-4270-4bf9-954e-db1e5038087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '54201427-f89f-4ae5-899e-aea842067ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:59:07.048979 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Bound using segment: {'id': 'd02e1001-4270-4bf9-954e-db1e5038087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '54201427-f89f-4ae5-899e-aea842067ddf'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:59:07.049684 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Bound port: b6e927d1-9cc1-410f-ab91-127fc4b6df9f, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd02e1001-4270-4bf9-954e-db1e5038087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '54201427-f89f-4ae5-899e-aea842067ddf'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:59:07.050435 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:07.139160 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] For port b6e927d1-9cc1-410f-ab91-127fc4b6df9f, host hv-cinder-80002, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:59:07.145842 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] For port b6e927d1-9cc1-410f-ab91-127fc4b6df9f, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b6e927d1-9cc1-410f-ab91-127fc4b6df9f,segment=NetworkSegment(d02e1001-4270-4bf9-954e-db1e5038087b),segment_id=d02e1001-4270-4bf9-954e-db1e5038087b)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:59:07.154307 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:07.198624 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ac889-ca24-4d33-b34e-fc9bcda57604 req-bcf6544a-36ce-45d4-9209-7c40e628dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:07.200449 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-654ac889-ca24-4d33-b34e-fc9bcda57604 req-bcf6544a-36ce-45d4-9209-7c40e628dccc service neutron] 10.222.0.61 "GET /v2.0/networks?id=b69353fe-0596-4f5a-afef-8ca92a5c726f HTTP/1.1" status: 200 len: 914 time: 0.1697981 Jul 08 12:59:07.225523 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:07.226695 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:07.229296 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] 10.222.0.61 "PUT /v2.0/ports/b6e927d1-9cc1-410f-ab91-127fc4b6df9f HTTP/1.1" status: 200 len: 1097 time: 0.9215074 Jul 08 12:59:07.229921 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfddaa1c-b764-4409-a599-b2d84e3b8f70', 'tag': 'b6e927d1-9cc1-410f-ab91-127fc4b6df9f'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:59:07.233115 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fca70e-5c77-4f87-8468-27096e281cd1 req-12524315-583a-4599-83b3-07fbb7f75290 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:07.233471 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e719b479-5cdd-499a-bfdf-e107820e0c23" -d '{"events": [{"name": "network-changed", "server_uuid": "cfddaa1c-b764-4409-a599-b2d84e3b8f70", "tag": "b6e927d1-9cc1-410f-ab91-127fc4b6df9f"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:59:07.234822 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f7fca70e-5c77-4f87-8468-27096e281cd1 req-12524315-583a-4599-83b3-07fbb7f75290 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 984 time: 0.2567649 Jul 08 12:59:07.305384 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb6484-deee-4bd1-a3e6-ffb057895689 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e927d1-9cc1-410f-ab91-127fc4b6df9f,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:07.342015 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f7fca70e-5c77-4f87-8468-27096e281cd1 req-b735dec8-bf2f-41e3-873f-597f01de39b2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ebd0861-a00b-4dee-a32b-63ca6fd199f3&id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663970 Jul 08 12:59:07.342342 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287bd1ef-a0ba-413e-a5c4-200982f86dff x-openstack-request-id: req-287bd1ef-a0ba-413e-a5c4-200982f86dff {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:59:07.342546 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfddaa1c-b764-4409-a599-b2d84e3b8f70", "tag": "b6e927d1-9cc1-410f-ab91-127fc4b6df9f", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:59:07.342816 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-287bd1ef-a0ba-413e-a5c4-200982f86dff {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:59:07.343219 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfddaa1c-b764-4409-a599-b2d84e3b8f70', 'tag': 'b6e927d1-9cc1-410f-ab91-127fc4b6df9f', 'status': 'completed', 'code': 200} Jul 08 12:59:07.355650 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-654ac889-ca24-4d33-b34e-fc9bcda57604 req-f62c9f3e-3d0a-4d35-96fd-b87cfabb3402 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b58163e1-6cd4-47a9-b491-6821d464c33f HTTP/1.1" status: 200 len: 1000 time: 0.1477437 Jul 08 12:59:07.379205 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-bbe91ec8-d77a-4733-afd8-8a11161268b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:07.381153 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-bbe91ec8-d77a-4733-afd8-8a11161268b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=981b235916b14663a8ef1f06f4b02b26&device_id=cfddaa1c-b764-4409-a599-b2d84e3b8f70 HTTP/1.1" status: 200 len: 1100 time: 0.0723131 Jul 08 12:59:07.425608 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ac889-ca24-4d33-b34e-fc9bcda57604 req-3373244d-7b37-4346-b255-1c1f69285b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:07.427028 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-654ac889-ca24-4d33-b34e-fc9bcda57604 req-3373244d-7b37-4346-b255-1c1f69285b55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9adcbf55-0e9b-4584-afdf-246e047a8ab6 HTTP/1.1" status: 200 len: 852 time: 0.0643322 Jul 08 12:59:07.428081 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-2baf72a1-6683-4311-b9d6-61beaab6914f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=b6e927d1-9cc1-410f-ab91-127fc4b6df9f HTTP/1.1" status: 200 len: 217 time: 0.0368090 Jul 08 12:59:07.495274 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-69b46020-7b12-4790-acbc-d53dbe6720c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:07.496872 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-69b46020-7b12-4790-acbc-d53dbe6720c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96c036e5-217e-4bb9-a6be-7b2e40c9ab5e HTTP/1.1" status: 200 len: 843 time: 0.0548570 Jul 08 12:59:07.528293 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ac889-ca24-4d33-b34e-fc9bcda57604 req-f6b6c28c-5775-4518-abaf-d94cc24b4e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:07.533738 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-654ac889-ca24-4d33-b34e-fc9bcda57604 req-f6b6c28c-5775-4518-abaf-d94cc24b4e11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b69353fe-0596-4f5a-afef-8ca92a5c726f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0917685 Jul 08 12:59:07.571794 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-35cf986c-f76e-4586-8f82-c6b064946737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:07.573371 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-35cf986c-f76e-4586-8f82-c6b064946737 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=54201427-f89f-4ae5-899e-aea842067ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0682640 Jul 08 12:59:07.638592 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-654ac889-ca24-4d33-b34e-fc9bcda57604 req-4a8e8522-cb04-48e9-866f-5e0496eff560 service neutron] 10.222.0.61 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961947 Jul 08 12:59:07.751859 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-654ac889-ca24-4d33-b34e-fc9bcda57604 req-3b470025-1c5f-490b-b7e1-6d76fac78009 service neutron] 10.222.0.61 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050253 Jul 08 12:59:07.938827 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-e3ccf104-df22-4c1a-a4b3-7791ef0850c7 service neutron] 10.222.0.61 "GET /v2.0/networks/54201427-f89f-4ae5-899e-aea842067ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583300 Jul 08 12:59:08.055694 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c62e95b7-83a1-45e8-a2f5-7165ddccc436 req-ef8920f8-2e11-4a22-a916-91006ac0130c service neutron] 10.222.0.61 "GET /v2.0/networks/54201427-f89f-4ae5-899e-aea842067ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087432 Jul 08 12:59:08.155498 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1143fa0-b033-4f5a-8519-103546f175ad req-249dc89b-f306-46e0-aaf6-e4085e4322b3 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:08.157703 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e1143fa0-b033-4f5a-8519-103546f175ad req-249dc89b-f306-46e0-aaf6-e4085e4322b3 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfddaa1c-b764-4409-a599-b2d84e3b8f70 HTTP/1.1" status: 200 len: 947 time: 0.0947948 Jul 08 12:59:08.205631 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719b479-5cdd-499a-bfdf-e107820e0c23 req-eaa45148-4492-48d7-a67e-ab3616d559a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:08.207168 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e719b479-5cdd-499a-bfdf-e107820e0c23 req-eaa45148-4492-48d7-a67e-ab3616d559a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=981b235916b14663a8ef1f06f4b02b26&device_id=cfddaa1c-b764-4409-a599-b2d84e3b8f70 HTTP/1.1" status: 200 len: 1100 time: 0.0925775 Jul 08 12:59:08.214704 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e1143fa0-b033-4f5a-8519-103546f175ad req-387d36d9-4f65-47da-9b58-f04b49f5f457 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc6acfe-abe1-4c17-b04b-f756e4cea1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418077 Jul 08 12:59:08.313087 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719b479-5cdd-499a-bfdf-e107820e0c23 req-e064418b-04fd-44b3-8411-b0921ccb1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:08.314538 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e719b479-5cdd-499a-bfdf-e107820e0c23 req-e064418b-04fd-44b3-8411-b0921ccb1e09 service neutron] 10.222.0.61 "GET /v2.0/networks?id=54201427-f89f-4ae5-899e-aea842067ddf HTTP/1.1" status: 200 len: 870 time: 0.0990055 Jul 08 12:59:08.367164 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e719b479-5cdd-499a-bfdf-e107820e0c23 req-8412dc55-d539-465e-a77c-dc90951c6d9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=b6e927d1-9cc1-410f-ab91-127fc4b6df9f HTTP/1.1" status: 200 len: 217 time: 0.0370874 Jul 08 12:59:08.422426 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719b479-5cdd-499a-bfdf-e107820e0c23 req-8bbb5028-9ddd-445c-b7e5-74869083f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:08.424014 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e719b479-5cdd-499a-bfdf-e107820e0c23 req-8bbb5028-9ddd-445c-b7e5-74869083f55e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96c036e5-217e-4bb9-a6be-7b2e40c9ab5e HTTP/1.1" status: 200 len: 843 time: 0.0503433 Jul 08 12:59:08.491009 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719b479-5cdd-499a-bfdf-e107820e0c23 req-50d90b41-3ca5-4349-9ff2-236a40a6ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:08.492713 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e719b479-5cdd-499a-bfdf-e107820e0c23 req-50d90b41-3ca5-4349-9ff2-236a40a6ed15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=54201427-f89f-4ae5-899e-aea842067ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0593963 Jul 08 12:59:08.554679 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e61a9-5c54-4738-b61e-8170ea051e77 req-a14d5245-1bf7-4e0c-97d1-3c91a73aef5c tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:08.556467 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9d6e61a9-5c54-4738-b61e-8170ea051e77 req-a14d5245-1bf7-4e0c-97d1-3c91a73aef5c tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 984 time: 0.0673707 Jul 08 12:59:08.589525 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e719b479-5cdd-499a-bfdf-e107820e0c23 req-504339bd-9f40-4c86-95fa-4b9b73b6e348 service neutron] 10.222.0.61 "GET /v2.0/networks/54201427-f89f-4ae5-899e-aea842067ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893714 Jul 08 12:59:08.602111 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9d6e61a9-5c54-4738-b61e-8170ea051e77 req-7bc86864-3864-47bf-9d47-5ac7e545363b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ebd0861-a00b-4dee-a32b-63ca6fd199f3&id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367222 Jul 08 12:59:08.689340 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e719b479-5cdd-499a-bfdf-e107820e0c23 req-16596afd-15ee-4089-914c-4eb4de04e74b service neutron] 10.222.0.61 "GET /v2.0/networks/54201427-f89f-4ae5-899e-aea842067ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913398 Jul 08 12:59:09.409280 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a3bc2-2c06-4fb1-90f8-c50798b6b305 req-962bdf7c-5f17-41bd-bdc2-85eb93fc98d9 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:09.410792 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c97a3bc2-2c06-4fb1-90f8-c50798b6b305 req-962bdf7c-5f17-41bd-bdc2-85eb93fc98d9 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfddaa1c-b764-4409-a599-b2d84e3b8f70 HTTP/1.1" status: 200 len: 947 time: 0.0705340 Jul 08 12:59:09.451834 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c97a3bc2-2c06-4fb1-90f8-c50798b6b305 req-57a1bbe5-3cd5-44f3-8477-46ef55860ed9 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc6acfe-abe1-4c17-b04b-f756e4cea1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350914 Jul 08 12:59:09.841873 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f04ab-ec03-4c99-9e5f-835c5818afc6 req-558f1c1e-0500-47cf-a728-fa393fbdc8e0 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:09.843539 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-591f04ab-ec03-4c99-9e5f-835c5818afc6 req-558f1c1e-0500-47cf-a728-fa393fbdc8e0 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 984 time: 0.0881307 Jul 08 12:59:09.888465 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-591f04ab-ec03-4c99-9e5f-835c5818afc6 req-44a740b9-7004-4438-bc55-de88afd101e2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ebd0861-a00b-4dee-a32b-63ca6fd199f3&id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378563 Jul 08 12:59:10.658255 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eceb28b-5713-4b32-9ada-59aa9576e55f req-303c5882-a456-416c-b223-7d5762daeb9f tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:10.661012 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1eceb28b-5713-4b32-9ada-59aa9576e55f req-303c5882-a456-416c-b223-7d5762daeb9f tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfddaa1c-b764-4409-a599-b2d84e3b8f70 HTTP/1.1" status: 200 len: 947 time: 0.0806735 Jul 08 12:59:10.708207 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1eceb28b-5713-4b32-9ada-59aa9576e55f req-1a62a4f6-c973-431f-86cb-099e28e7a1f9 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc6acfe-abe1-4c17-b04b-f756e4cea1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410700 Jul 08 12:59:11.088813 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4dd515-fcef-4eba-980d-509fa5f04e63 req-39596858-2d7a-43d9-9682-1328bdf5285e tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:11.093194 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6b4dd515-fcef-4eba-980d-509fa5f04e63 req-39596858-2d7a-43d9-9682-1328bdf5285e tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 984 time: 0.0705886 Jul 08 12:59:11.138831 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6b4dd515-fcef-4eba-980d-509fa5f04e63 req-adad3490-a811-4948-ad59-bfb13c62865d tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ebd0861-a00b-4dee-a32b-63ca6fd199f3&id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424531 Jul 08 12:59:11.152797 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device b6e927d1-9cc1-410f-ab91-127fc4b6df9f details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:59:11.254975 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port b6e927d1-9cc1-410f-ab91-127fc4b6df9f, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b6e927d1-9cc1-410f-ab91-127fc4b6df9f,segment=NetworkSegment(d02e1001-4270-4bf9-954e-db1e5038087b),segment_id=d02e1001-4270-4bf9-954e-db1e5038087b)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:59:11.267060 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': 'b6e927d1-9cc1-410f-ab91-127fc4b6df9f', 'network_id': '54201427-f89f-4ae5-899e-aea842067ddf', 'port_id': 'b6e927d1-9cc1-410f-ab91-127fc4b6df9f', 'mac_address': 'fa:16:3e:88:98:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c036e5-217e-4bb9-a6be-7b2e40c9ab5e', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:59:11.271741 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d74210-c7ab-4378-a9a3-93ce040eb8d6 req-5782292c-0973-4dc5-97c4-de7e4d388cdd tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:11.273323 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f5d74210-c7ab-4378-a9a3-93ce040eb8d6 req-5782292c-0973-4dc5-97c4-de7e4d388cdd tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 946 time: 0.0742767 Jul 08 12:59:11.306368 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:11.313310 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f5d74210-c7ab-4378-a9a3-93ce040eb8d6 req-4b3e219e-c50f-4e75-b082-a22ed9ada6a4 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335431 Jul 08 12:59:11.323049 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e927d1-9cc1-410f-ab91-127fc4b6df9f {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:59:11.346466 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port b6e927d1-9cc1-410f-ab91-127fc4b6df9f, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b6e927d1-9cc1-410f-ab91-127fc4b6df9f,segment=NetworkSegment(d02e1001-4270-4bf9-954e-db1e5038087b),segment_id=d02e1001-4270-4bf9-954e-db1e5038087b)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:59:11.351106 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:11.398516 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=b6e927d1-9cc1-410f-ab91-127fc4b6df9f,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:11.405867 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:11.406215 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:11.406553 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:11.406887 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:11.407222 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:11.407548 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:11.407870 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:11.408191 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:11.408513 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:11.408834 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:11.409770 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:11.410085 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:11.648856 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['b6e927d1-9cc1-410f-ab91-127fc4b6df9f'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:59:11.919073 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afa4d8-f544-4d43-b7e0-6f19169e0d2c req-157ef4c1-fd7b-40b7-be71-69dff142574b tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:11.920620 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-08afa4d8-f544-4d43-b7e0-6f19169e0d2c req-157ef4c1-fd7b-40b7-be71-69dff142574b tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfddaa1c-b764-4409-a599-b2d84e3b8f70 HTTP/1.1" status: 200 len: 948 time: 0.0717793 Jul 08 12:59:11.970593 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-08afa4d8-f544-4d43-b7e0-6f19169e0d2c req-1d176227-86cc-42d7-89a4-f191cc9c751c tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc6acfe-abe1-4c17-b04b-f756e4cea1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439074 Jul 08 12:59:12.322530 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83008f-23d7-41fe-bbc1-d1ba8fc84741 req-bb9e16bd-3932-436b-add3-ce07c8c31248 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:12.324130 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1b83008f-23d7-41fe-bbc1-d1ba8fc84741 req-bb9e16bd-3932-436b-add3-ce07c8c31248 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 984 time: 0.0678651 Jul 08 12:59:12.364984 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1b83008f-23d7-41fe-bbc1-d1ba8fc84741 req-b4658fe4-a44b-45e3-9e62-7af0cf190e3a tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ebd0861-a00b-4dee-a32b-63ca6fd199f3&id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351303 Jul 08 12:59:12.494167 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74efc81-03fc-4849-933c-779bab9157e7 req-5307ec77-ae8f-4feb-8785-6c30448a1a08 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:12.495665 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e74efc81-03fc-4849-933c-779bab9157e7 req-5307ec77-ae8f-4feb-8785-6c30448a1a08 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 946 time: 0.0657938 Jul 08 12:59:12.533170 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e74efc81-03fc-4849-933c-779bab9157e7 req-c7d08c06-d75c-4775-8c0a-419e1f2d449c tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318649 Jul 08 12:59:13.183997 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device b6e927d1-9cc1-410f-ab91-127fc4b6df9f up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:59:13.209395 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ff869-6a4c-4108-9cfe-8cadfe4e0cfa req-a7d4e265-9c90-4290-9d3e-694d9f373d05 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:13.211159 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-356ff869-6a4c-4108-9cfe-8cadfe4e0cfa req-a7d4e265-9c90-4290-9d3e-694d9f373d05 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.61 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 946 time: 0.2358496 Jul 08 12:59:13.222856 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ba989-5431-4e62-9966-4e678380bbd7 req-54f2631d-2993-4d2f-8a65-1aeff4f28cb1 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:13.224453 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ad0ba989-5431-4e62-9966-4e678380bbd7 req-54f2631d-2993-4d2f-8a65-1aeff4f28cb1 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfddaa1c-b764-4409-a599-b2d84e3b8f70 HTTP/1.1" status: 200 len: 948 time: 0.0831344 Jul 08 12:59:13.249889 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port b6e927d1-9cc1-410f-ab91-127fc4b6df9f completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:59:13.257203 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port b6e927d1-9cc1-410f-ab91-127fc4b6df9f triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:13.258094 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:13.285369 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ad0ba989-5431-4e62-9966-4e678380bbd7 req-97a8b6a8-931d-4a27-9ae5-fd98856d03ef tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc6acfe-abe1-4c17-b04b-f756e4cea1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500305 Jul 08 12:59:13.353478 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-356ff869-6a4c-4108-9cfe-8cadfe4e0cfa req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Deleting port 5b533990-2a01-4e61-bf6c-8af9a498fa8e {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:59:13.354000 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-356ff869-6a4c-4108-9cfe-8cadfe4e0cfa req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:13.414535 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:13.449351 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfddaa1c-b764-4409-a599-b2d84e3b8f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e927d1-9cc1-410f-ab91-127fc4b6df9f'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:59:13.451722 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a255e372-ea72-496d-9a6e-ba2114eaed08" -d '{"events": [{"server_uuid": "cfddaa1c-b764-4409-a599-b2d84e3b8f70", "name": "network-vif-plugged", "status": "completed", "tag": "b6e927d1-9cc1-410f-ab91-127fc4b6df9f"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:59:13.470692 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port b6e927d1-9cc1-410f-ab91-127fc4b6df9f, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b6e927d1-9cc1-410f-ab91-127fc4b6df9f,segment=NetworkSegment(d02e1001-4270-4bf9-954e-db1e5038087b),segment_id=d02e1001-4270-4bf9-954e-db1e5038087b)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:59:13.479338 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:13.523644 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a22eb9-4a55-4179-9773-60c0a7e19a62 x-openstack-request-id: req-65a22eb9-4a55-4179-9773-60c0a7e19a62 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:59:13.523644 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfddaa1c-b764-4409-a599-b2d84e3b8f70", "name": "network-vif-plugged", "status": "completed", "tag": "b6e927d1-9cc1-410f-ab91-127fc4b6df9f", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:59:13.523644 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65a22eb9-4a55-4179-9773-60c0a7e19a62 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:59:13.523644 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfddaa1c-b764-4409-a599-b2d84e3b8f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e927d1-9cc1-410f-ab91-127fc4b6df9f', 'code': 200} Jul 08 12:59:13.524748 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-356ff869-6a4c-4108-9cfe-8cadfe4e0cfa req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] For port 5b533990-2a01-4e61-bf6c-8af9a498fa8e, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5b533990-2a01-4e61-bf6c-8af9a498fa8e,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:59:13.525148 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-356ff869-6a4c-4108-9cfe-8cadfe4e0cfa req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:13.555106 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0ca1cd97-f229-403d-9c39-fd539f154cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:13.595531 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=b6e927d1-9cc1-410f-ab91-127fc4b6df9f,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:13.726784 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feff3b1-647e-4dcb-924a-c5589f162757 req-9cb3c791-9b98-41b6-9120-5d9330b5e8cb tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:13.728394 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8feff3b1-647e-4dcb-924a-c5589f162757 req-9cb3c791-9b98-41b6-9120-5d9330b5e8cb tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 984 time: 0.2288623 Jul 08 12:59:13.803258 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f109330-051b-4467-8a8a-5b31c92250b9 req-e1671073-1b0b-4969-b8a7-d2b9b0e7d639 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:13.804822 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0f109330-051b-4467-8a8a-5b31c92250b9 req-e1671073-1b0b-4969-b8a7-d2b9b0e7d639 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 946 time: 0.1145759 Jul 08 12:59:13.811124 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4fcb3-d336-471e-9053-abc11c5aa9c6 req-2bd552cf-1455-412a-a3ba-760012b544df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:13.812600 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-faf4fcb3-d336-471e-9053-abc11c5aa9c6 req-2bd552cf-1455-412a-a3ba-760012b544df service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cfddaa1c-b764-4409-a599-b2d84e3b8f70 HTTP/1.1" status: 200 len: 1102 time: 0.0925167 Jul 08 12:59:13.858906 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8feff3b1-647e-4dcb-924a-c5589f162757 req-64324c87-6121-452d-8aa8-3444ce8baaa2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ebd0861-a00b-4dee-a32b-63ca6fd199f3&id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1234660 Jul 08 12:59:13.866347 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-faf4fcb3-d336-471e-9053-abc11c5aa9c6 req-680b9a51-d325-43f8-a5d6-4f8134ce9b95 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7dc6acfe-abe1-4c17-b04b-f756e4cea1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440350 Jul 08 12:59:13.882240 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0f109330-051b-4467-8a8a-5b31c92250b9 req-7df4a0be-5f74-4e75-8239-7d70a8ebf7a1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664113 Jul 08 12:59:13.920720 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-356ff869-6a4c-4108-9cfe-8cadfe4e0cfa req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:13.921090 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-356ff869-6a4c-4108-9cfe-8cadfe4e0cfa req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:13.921538 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.l3_db [req-356ff869-6a4c-4108-9cfe-8cadfe4e0cfa req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Floating IP 8963663d-ccf9-4500-9926-b0c62f1bee43 disassociated. External IP: 172.27.2.152, port: 5b533990-2a01-4e61-bf6c-8af9a498fa8e. Jul 08 12:59:13.922589 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-356ff869-6a4c-4108-9cfe-8cadfe4e0cfa req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Calling delete_port for 5b533990-2a01-4e61-bf6c-8af9a498fa8e owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:59:14.085515 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-356ff869-6a4c-4108-9cfe-8cadfe4e0cfa req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:14.121460 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event deleted for resources: {'Port': ['ID=5b533990-2a01-4e61-bf6c-8af9a498fa8e,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:14.133505 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:14.133905 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:14.134197 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:14.134532 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:14.134865 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:14.135196 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:14.135522 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:14.135849 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:14.136174 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:14.136495 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:14.136820 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:14.137245 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:14.267554 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-356ff869-6a4c-4108-9cfe-8cadfe4e0cfa req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Router 4fa6e7cc-0820-438b-b684-28e1015000ea has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:59:14.409993 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-356ff869-6a4c-4108-9cfe-8cadfe4e0cfa req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:59:14.422597 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cc8d1b-a586-4564-832a-95378692d13f None None] Sync routers for ids ['4fa6e7cc-0820-438b-b684-28e1015000ea'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:59:14.439746 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cc8d1b-a586-4564-832a-95378692d13f None None] Routers {'4fa6e7cc-0820-438b-b684-28e1015000ea'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:59:14.441109 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-e9cc8d1b-a586-4564-832a-95378692d13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:58:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['4fa6e7cc-0820-438b-b684-28e1015000ea'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:14.466518 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-356ff869-6a4c-4108-9cfe-8cadfe4e0cfa req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] No DVR routers for this DVR port 5b533990-2a01-4e61-bf6c-8af9a498fa8e on host hv-cinder-80002 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:59:14.484475 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-356ff869-6a4c-4108-9cfe-8cadfe4e0cfa req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:14.486514 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-356ff869-6a4c-4108-9cfe-8cadfe4e0cfa req-b0e7aa02-7b7e-4726-8e9a-0f0a988231d5 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.61 "DELETE /v2.0/ports/5b533990-2a01-4e61-bf6c-8af9a498fa8e HTTP/1.1" status: 204 len: 173 time: 1.2690828 Jul 08 12:59:14.486976 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'name': 'network-vif-deleted', 'tag': '5b533990-2a01-4e61-bf6c-8af9a498fa8e'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:59:14.489650 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2376a397-08c1-443d-bced-f59a93c0defe" -d '{"events": [{"server_uuid": "30c3d726-5746-4ebc-80ca-4321f26536e0", "name": "network-vif-deleted", "tag": "5b533990-2a01-4e61-bf6c-8af9a498fa8e"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:59:14.546401 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c863e4e-c114-41be-b8df-10ec6b611006 x-openstack-request-id: req-5c863e4e-c114-41be-b8df-10ec6b611006 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:59:14.547038 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c3d726-5746-4ebc-80ca-4321f26536e0", "name": "network-vif-deleted", "tag": "5b533990-2a01-4e61-bf6c-8af9a498fa8e", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:59:14.547606 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c863e4e-c114-41be-b8df-10ec6b611006 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:59:14.548345 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c3d726-5746-4ebc-80ca-4321f26536e0', 'name': 'network-vif-deleted', 'tag': '5b533990-2a01-4e61-bf6c-8af9a498fa8e', 'status': 'completed', 'code': 200} Jul 08 12:59:14.611736 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67878b2-4288-4953-a4bb-b9080369dc06 req-29f97444-e996-457e-bb1d-64c2540c126f tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:14.620602 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f67878b2-4288-4953-a4bb-b9080369dc06 req-29f97444-e996-457e-bb1d-64c2540c126f tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfddaa1c-b764-4409-a599-b2d84e3b8f70 HTTP/1.1" status: 200 len: 949 time: 0.1850111 Jul 08 12:59:14.639155 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-e9cc8d1b-a586-4564-832a-95378692d13f None None] Set router 4fa6e7cc-0820-438b-b684-28e1015000ea gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:59:14.658202 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f67878b2-4288-4953-a4bb-b9080369dc06 req-5dcd67a5-071d-44eb-b6d7-221bfa627375 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc6acfe-abe1-4c17-b04b-f756e4cea1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365832 Jul 08 12:59:14.952747 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-e9cc8d1b-a586-4564-832a-95378692d13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:10Z', 'revision_number': 4, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'ae8d1394-93cd-450d-bd8d-ef21e43756eb', 'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'mac_address': 'fa:16:3e:dd:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 5, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'subnets': [{'id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:14.993821 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cc8d1b-a586-4564-832a-95378692d13f None None] Checking router: 4fa6e7cc-0820-438b-b684-28e1015000ea for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:59:15.006810 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cc8d1b-a586-4564-832a-95378692d13f None None] Routers {'4fa6e7cc-0820-438b-b684-28e1015000ea'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:59:15.009230 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-e9cc8d1b-a586-4564-832a-95378692d13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:58:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['4fa6e7cc-0820-438b-b684-28e1015000ea'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:15.120848 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c91403-92da-4066-96ee-8c6052af14e6 req-067fcff9-bf6f-472f-9ded-a241de74823b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:15.123352 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f5c91403-92da-4066-96ee-8c6052af14e6 req-067fcff9-bf6f-472f-9ded-a241de74823b tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 984 time: 0.0994501 Jul 08 12:59:15.144951 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2d18286c-e4d7-4f07-8a70-15489b67eaee req-01b608b3-aec7-45a3-9912-00be02140bbf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=30c3d726-5746-4ebc-80ca-4321f26536e0 HTTP/1.1" status: 200 len: 210 time: 0.0435464 Jul 08 12:59:15.185093 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-e9cc8d1b-a586-4564-832a-95378692d13f None None] Set router 4fa6e7cc-0820-438b-b684-28e1015000ea gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:59:15.197173 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f5c91403-92da-4066-96ee-8c6052af14e6 req-944bf561-2de5-4354-b765-d81b9800de0f tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ebd0861-a00b-4dee-a32b-63ca6fd199f3&id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0672190 Jul 08 12:59:15.464646 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-e9cc8d1b-a586-4564-832a-95378692d13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:10Z', 'revision_number': 4, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'ae8d1394-93cd-450d-bd8d-ef21e43756eb', 'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'mac_address': 'fa:16:3e:dd:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 5, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'subnets': [{'id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:15.493602 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cc8d1b-a586-4564-832a-95378692d13f None None] The sync data for ids ['4fa6e7cc-0820-438b-b684-28e1015000ea'] in dv-cinder-800022-1-iscsi is: [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:10Z', 'revision_number': 4, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'ae8d1394-93cd-450d-bd8d-ef21e43756eb', 'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'mac_address': 'fa:16:3e:dd:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 5, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'subnets': [{'id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:59:15.756031 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e0ac83-54ed-48a2-b407-da6f310698e2 None None] New status for floating IP 8963663d-ccf9-4500-9926-b0c62f1bee43: DOWN {{(pid=92986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:59:15.855927 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7becdd9-3530-49f1-9d2e-86ce306f12c9 req-fb18e0a0-2a76-48b5-b630-88f238a7ee45 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:15.857596 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e7becdd9-3530-49f1-9d2e-86ce306f12c9 req-fb18e0a0-2a76-48b5-b630-88f238a7ee45 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfddaa1c-b764-4409-a599-b2d84e3b8f70 HTTP/1.1" status: 200 len: 949 time: 0.0670450 Jul 08 12:59:15.899351 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e7becdd9-3530-49f1-9d2e-86ce306f12c9 req-34c2d40f-59d9-4de6-9c19-d70aacd30c8f tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc6acfe-abe1-4c17-b04b-f756e4cea1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361652 Jul 08 12:59:16.005220 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bdee3145-7b46-4078-b371-6918dd4d6c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:16.342310 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b7270-caa6-48f6-923b-ee2f96977166 req-9dded7c0-fed7-46ab-8ebe-87d8c9087b13 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:16.349752 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d10b7270-caa6-48f6-923b-ee2f96977166 req-9dded7c0-fed7-46ab-8ebe-87d8c9087b13 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfddaa1c-b764-4409-a599-b2d84e3b8f70 HTTP/1.1" status: 200 len: 949 time: 0.0776958 Jul 08 12:59:16.401475 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d10b7270-caa6-48f6-923b-ee2f96977166 req-e40bd96c-5769-43a8-ab6c-204372d967df tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc6acfe-abe1-4c17-b04b-f756e4cea1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505130 Jul 08 12:59:16.451966 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39374) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:16.474500 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc2361-89e9-41d4-8bdf-be458029ea33 req-10121bdb-1bfb-4e64-b100-a1dd2a005787 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:16.475998 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3bdc2361-89e9-41d4-8bdf-be458029ea33 req-10121bdb-1bfb-4e64-b100-a1dd2a005787 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 984 time: 0.1095846 Jul 08 12:59:16.555540 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3bdc2361-89e9-41d4-8bdf-be458029ea33 req-4e44b1a0-de3d-4716-9c99-2599a6269583 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ebd0861-a00b-4dee-a32b-63ca6fd199f3&id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675712 Jul 08 12:59:16.561088 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:16.589692 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:16.637601 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:16.640126 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:16.641305 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "DELETE /v2.0/security-groups/6cf1d177-4ceb-4cd5-ab05-5af0a7f89075 HTTP/1.1" status: 204 len: 168 time: 0.1852438 Jul 08 12:59:16.644276 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39376) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:16.650340 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf1d177-4ceb-4cd5-ab05-5af0a7f89075,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:16.658330 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:16.658679 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:16.659020 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:16.659353 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:16.659683 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:16.660013 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:16.660342 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:16.660666 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:16.660988 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:16.661334 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:16.661657 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:16.661978 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddf5d77-5001-44ee-ab8c-6d382a369009 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:16.663791 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.api.v2.resource [None req-c034d733-bbc6-4f42-969d-dbb0d84c6a5f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] show failed (client error): The resource could not be found. Jul 08 12:59:16.667522 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c034d733-bbc6-4f42-969d-dbb0d84c6a5f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups/6cf1d177-4ceb-4cd5-ab05-5af0a7f89075 HTTP/1.1" status: 404 len: 347 time: 0.0191612 Jul 08 12:59:16.667744 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39378) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:16.802107 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ac751-4e39-4e95-a440-14f307e18ae8 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Deleting port 4357cc12-0280-4689-aa9f-d3aa090a5870 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:59:16.802407 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac751-4e39-4e95-a440-14f307e18ae8 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:16.882592 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac751-4e39-4e95-a440-14f307e18ae8 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:16.883348 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac751-4e39-4e95-a440-14f307e18ae8 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:16.896591 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ac751-4e39-4e95-a440-14f307e18ae8 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Calling delete_port for 4357cc12-0280-4689-aa9f-d3aa090a5870 owned by network:floatingip {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:59:16.919425 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:17.054467 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac751-4e39-4e95-a440-14f307e18ae8 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:17.081318 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ac751-4e39-4e95-a440-14f307e18ae8 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event deleted for resources: {'Port': ['ID=4357cc12-0280-4689-aa9f-d3aa090a5870,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:17.149909 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac751-4e39-4e95-a440-14f307e18ae8 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for floatingip, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:17.152762 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac751-4e39-4e95-a440-14f307e18ae8 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:17.158417 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2e7ac751-4e39-4e95-a440-14f307e18ae8 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "DELETE /v2.0/floatingips/8963663d-ccf9-4500-9926-b0c62f1bee43 HTTP/1.1" status: 204 len: 168 time: 0.4852271 Jul 08 12:59:17.180516 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5b533990-2a01-4e61-bf6c-8af9a498fa8e no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:59:17.209064 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: 5b533990-2a01-4e61-bf6c-8af9a498fa8e {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:59:17.209418 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5b533990-2a01-4e61-bf6c-8af9a498fa8e not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:59:17.471972 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:17.555748 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39386) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:17.560529 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-b71d23bd-465f-4487-a56f-40cf63d2e00c tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2037680561', 'description': 'tempest-description--276078186'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:17.585077 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b71d23bd-465f-4487-a56f-40cf63d2e00c tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:17.615032 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7213fe-a393-4817-8bf6-b19b55685bf8 req-b8ac694d-054a-4b7d-a8f9-dec2392b84c8 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:17.617111 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-cb7213fe-a393-4817-8bf6-b19b55685bf8 req-b8ac694d-054a-4b7d-a8f9-dec2392b84c8 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfddaa1c-b764-4409-a599-b2d84e3b8f70 HTTP/1.1" status: 200 len: 949 time: 0.0873880 Jul 08 12:59:17.664247 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-cb7213fe-a393-4817-8bf6-b19b55685bf8 req-5ff2aa9d-b1cc-42cf-ab82-6aa68c56af2e tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dc6acfe-abe1-4c17-b04b-f756e4cea1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397308 Jul 08 12:59:17.731265 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b71d23bd-465f-4487-a56f-40cf63d2e00c tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:17.737602 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b71d23bd-465f-4487-a56f-40cf63d2e00c tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:17.803455 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b71d23bd-465f-4487-a56f-40cf63d2e00c tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:17.804685 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b71d23bd-465f-4487-a56f-40cf63d2e00c tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2479281 Jul 08 12:59:17.807932 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39390) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:17.812594 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-cbcb8eda-fd16-4387-8156-67eb891714ea tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Request body: {'security_group_rule': {'security_group_id': '4dc1e693-6d79-4d8a-88d8-aef00bfae4c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:17.814715 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d23bd-465f-4487-a56f-40cf63d2e00c tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:17.846281 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818e159-884b-46f2-9a7d-ee55b5394975 req-f9b22f96-4c39-496d-8dbe-48ac0ff144be tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:17.847930 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c818e159-884b-46f2-9a7d-ee55b5394975 req-f9b22f96-4c39-496d-8dbe-48ac0ff144be tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 984 time: 0.1589694 Jul 08 12:59:17.854693 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-cbcb8eda-fd16-4387-8156-67eb891714ea tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:17.864390 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac046f-5d43-4fb6-bfc2-4d85e9ae58d7 req-ae9edda4-9ca0-4b44-a6e3-8bf6f5b6676f tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:17.865948 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b5ac046f-5d43-4fb6-bfc2-4d85e9ae58d7 req-ae9edda4-9ca0-4b44-a6e3-8bf6f5b6676f tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfddaa1c-b764-4409-a599-b2d84e3b8f70 HTTP/1.1" status: 200 len: 949 time: 0.1219893 Jul 08 12:59:17.907324 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-cbcb8eda-fd16-4387-8156-67eb891714ea tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:17.912399 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-cbcb8eda-fd16-4387-8156-67eb891714ea tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:17.936309 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb8eda-fd16-4387-8156-67eb891714ea tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66436c5f-72be-47a6-a8d2-1e91d5ce27e9,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:17.945163 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c818e159-884b-46f2-9a7d-ee55b5394975 req-88c47e13-5003-4cdc-a22b-1f29dc9b9fbe tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ebd0861-a00b-4dee-a32b-63ca6fd199f3&id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781369 Jul 08 12:59:17.951864 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-cbcb8eda-fd16-4387-8156-67eb891714ea tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:17.953385 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-cbcb8eda-fd16-4387-8156-67eb891714ea tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444206 Jul 08 12:59:17.958205 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39392) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:17.971350 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-b26d3df3-60e3-4d17-b263-1069be163719 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Request body: {'security_group_rule': {'security_group_id': '4dc1e693-6d79-4d8a-88d8-aef00bfae4c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:18.001860 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b26d3df3-60e3-4d17-b263-1069be163719 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:18.009449 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-b5ac046f-5d43-4fb6-bfc2-4d85e9ae58d7 req-bd6198a0-cd24-466f-84f1-e5bc655d1f0f tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Deleting port b6e927d1-9cc1-410f-ab91-127fc4b6df9f {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 12:59:18.009809 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-b5ac046f-5d43-4fb6-bfc2-4d85e9ae58d7 req-bd6198a0-cd24-466f-84f1-e5bc655d1f0f tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:18.075496 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b26d3df3-60e3-4d17-b263-1069be163719 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:18.079949 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b26d3df3-60e3-4d17-b263-1069be163719 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:18.101091 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d3df3-60e3-4d17-b263-1069be163719 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c5fa58-6dd7-4301-acc3-dbb8a4288e9d,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:18.109810 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b26d3df3-60e3-4d17-b263-1069be163719 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:18.111119 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-b26d3df3-60e3-4d17-b263-1069be163719 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515393 Jul 08 12:59:18.115068 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39394) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:18.120361 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Request body: {'floatingip': {'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:18.148263 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for floatingip, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:18.390388 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-b5ac046f-5d43-4fb6-bfc2-4d85e9ae58d7 req-bd6198a0-cd24-466f-84f1-e5bc655d1f0f tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] For port b6e927d1-9cc1-410f-ab91-127fc4b6df9f, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b6e927d1-9cc1-410f-ab91-127fc4b6df9f,segment=NetworkSegment(d02e1001-4270-4bf9-954e-db1e5038087b),segment_id=d02e1001-4270-4bf9-954e-db1e5038087b)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:59:18.390990 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-b5ac046f-5d43-4fb6-bfc2-4d85e9ae58d7 req-bd6198a0-cd24-466f-84f1-e5bc655d1f0f tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:18.408801 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-b5ac046f-5d43-4fb6-bfc2-4d85e9ae58d7 req-bd6198a0-cd24-466f-84f1-e5bc655d1f0f tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Calling delete_port for b6e927d1-9cc1-410f-ab91-127fc4b6df9f owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 12:59:18.531815 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:18.554064 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-b5ac046f-5d43-4fb6-bfc2-4d85e9ae58d7 req-bd6198a0-cd24-466f-84f1-e5bc655d1f0f tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:18.569871 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['b6e927d1-9cc1-410f-ab91-127fc4b6df9f'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:59:18.586585 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6198a0-cd24-466f-84f1-e5bc655d1f0f tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Pushing event deleted for resources: {'Port': ['ID=b6e927d1-9cc1-410f-ab91-127fc4b6df9f,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:18.637155 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ac046f-5d43-4fb6-bfc2-4d85e9ae58d7 req-bd6198a0-cd24-466f-84f1-e5bc655d1f0f tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] No DVR routers for this DVR port b6e927d1-9cc1-410f-ab91-127fc4b6df9f on host hv-cinder-80002 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 12:59:18.640522 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-b5ac046f-5d43-4fb6-bfc2-4d85e9ae58d7 req-bd6198a0-cd24-466f-84f1-e5bc655d1f0f tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:18.642796 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b5ac046f-5d43-4fb6-bfc2-4d85e9ae58d7 req-bd6198a0-cd24-466f-84f1-e5bc655d1f0f tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.61 "DELETE /v2.0/ports/b6e927d1-9cc1-410f-ab91-127fc4b6df9f HTTP/1.1" status: 204 len: 173 time: 0.7695384 Jul 08 12:59:18.643400 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfddaa1c-b764-4409-a599-b2d84e3b8f70', 'name': 'network-vif-deleted', 'tag': 'b6e927d1-9cc1-410f-ab91-127fc4b6df9f'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:59:18.645813 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d8b355-d61b-49ba-8fe2-b442015ebfa8" -d '{"events": [{"server_uuid": "cfddaa1c-b764-4409-a599-b2d84e3b8f70", "name": "network-vif-deleted", "tag": "b6e927d1-9cc1-410f-ab91-127fc4b6df9f"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:59:18.729199 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Allocated IP 172.27.2.78 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/2269faa5-b8b5-4f7a-9045-401d51c277d4) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:59:18.738740 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9fe3d7-5c1d-4094-8a2b-b5db6f2966f1 x-openstack-request-id: req-ba9fe3d7-5c1d-4094-8a2b-b5db6f2966f1 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:59:18.739557 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfddaa1c-b764-4409-a599-b2d84e3b8f70", "name": "network-vif-deleted", "tag": "b6e927d1-9cc1-410f-ab91-127fc4b6df9f", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:59:18.740179 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba9fe3d7-5c1d-4094-8a2b-b5db6f2966f1 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:59:18.741058 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfddaa1c-b764-4409-a599-b2d84e3b8f70', 'name': 'network-vif-deleted', 'tag': 'b6e927d1-9cc1-410f-ab91-127fc4b6df9f', 'status': 'completed', 'code': 200} Jul 08 12:59:18.883082 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d9a4b58e-2e37-48cd-8a6d-30fa57eb2196 req-a17a49a2-2342-4d1b-b318-438bce4543e2 tempest-VolumesNegativeTest-154937150 tempest-VolumesNegativeTest-154937150-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfddaa1c-b764-4409-a599-b2d84e3b8f70 HTTP/1.1" status: 200 len: 210 time: 0.0479252 Jul 08 12:59:18.912336 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:18.955268 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3137304'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:18.999714 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:59:19.002825 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:59:19.005622 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:59:19.031343 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event updated for resources: {'Port': ['ID=2269faa5-b8b5-4f7a-9045-401d51c277d4,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:19.141970 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:19.200614 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:19.211651 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c071dc-ab84-4f7c-99e2-9fc61c17d8ee req-56d226f6-f044-4ed9-a93d-f725e509d4cb tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:19.213252 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d0c071dc-ab84-4f7c-99e2-9fc61c17d8ee req-56d226f6-f044-4ed9-a93d-f725e509d4cb tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 984 time: 0.1229923 Jul 08 12:59:19.296616 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d0c071dc-ab84-4f7c-99e2-9fc61c17d8ee req-89572ecc-a915-4c1a-8e10-729486e92e33 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ebd0861-a00b-4dee-a32b-63ca6fd199f3&id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638907 Jul 08 12:59:19.352351 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:19.428218 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:19.437464 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:19.514728 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event updated for resources: {'Port': ['ID=2269faa5-b8b5-4f7a-9045-401d51c277d4,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:19.530513 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:19.547263 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:19.548604 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-e78a2543-8784-4e21-96ce-096e4aa4c51b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4322207 Jul 08 12:59:19.705436 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-e3970a74-e8da-4758-b521-a53f37a1b17d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2037680561&fields=id&tenant_id=cb3aaf43ca0742bcbae60180f6a370b0 HTTP/1.1" status: 200 len: 267 time: 0.0362005 Jul 08 12:59:19.746688 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:59:19.816538 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-a1e0a965-3ea7-46c3-b0bd-4c92e9d7070f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:19.818091 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-a1e0a965-3ea7-46c3-b0bd-4c92e9d7070f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/networks?id=1001031a-1b61-435b-8812-921aa2a452b0 HTTP/1.1" status: 200 len: 817 time: 0.1057074 Jul 08 12:59:19.833983 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-05a377a4-7656-417b-8860-287cd3dd44f1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/quotas/cb3aaf43ca0742bcbae60180f6a370b0 HTTP/1.1" status: 200 len: 375 time: 0.0099406 Jul 08 12:59:19.910103 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-ae1a6a6f-2be3-4121-a1e8-17f440038382 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb3aaf43ca0742bcbae60180f6a370b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707507 Jul 08 12:59:20.057630 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-ac9bb45f-ca22-4de3-87c0-8005f3a18fd6 service neutron] 10.222.0.13 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354206 Jul 08 12:59:20.160934 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-32c1f564-d57b-4b18-a049-72a7ce99ec35 service neutron] 10.222.0.13 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971482 Jul 08 12:59:20.414831 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d819088a-276e-4496-80e4-3b91caa9c29f req-06d7c391-1a17-4212-8148-d1596f523a5a tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 210 time: 0.0811708 Jul 08 12:59:20.601852 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4913bd-a5e1-4475-9b69-35ae78b41ac3 req-f7c532cf-c6b0-4587-85bc-332c17eb2a44 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:20.614086 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9a4913bd-a5e1-4475-9b69-35ae78b41ac3 req-f7c532cf-c6b0-4587-85bc-332c17eb2a44 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 984 time: 0.1044188 Jul 08 12:59:20.660139 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9a4913bd-a5e1-4475-9b69-35ae78b41ac3 req-73438039-8164-49bc-b8d3-624bca065321 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ebd0861-a00b-4dee-a32b-63ca6fd199f3&id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432701 Jul 08 12:59:21.210223 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device b6e927d1-9cc1-410f-ab91-127fc4b6df9f no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 12:59:21.230778 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: b6e927d1-9cc1-410f-ab91-127fc4b6df9f {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 12:59:21.231123 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device b6e927d1-9cc1-410f-ab91-127fc4b6df9f not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 12:59:21.574000 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fe131fd7-d04b-422e-9e05-fa7a8547011d req-4caeb380-0e6b-4617-b97c-1475ee198e74 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 210 time: 0.0338600 Jul 08 12:59:21.785685 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-35436472-a639-49c5-82ba-ac6a2e09d7a4 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:21.787270 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-35436472-a639-49c5-82ba-ac6a2e09d7a4 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.61 "GET /v2.0/networks?id=1001031a-1b61-435b-8812-921aa2a452b0 HTTP/1.1" status: 200 len: 817 time: 0.1290522 Jul 08 12:59:21.906319 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-c29bc929-45f6-45d4-80bf-7e6c2b4e11ec tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb3aaf43ca0742bcbae60180f6a370b0 HTTP/1.1" status: 200 len: 380 time: 0.1095841 Jul 08 12:59:21.919791 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-7c25d33b-134e-4076-b82c-cbf4b36eed4d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Request body: {'port': {'device_id': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'admin_state_up': True, 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'security_groups': ['4dc1e693-6d79-4d8a-88d8-aef00bfae4c7']}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:21.975760 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874c276-f964-487e-bfa2-90c8bc2bb480 req-6f66fc52-a8b6-4cef-884c-51fc509dec69 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:21.978000 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a874c276-f964-487e-bfa2-90c8bc2bb480 req-6f66fc52-a8b6-4cef-884c-51fc509dec69 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 984 time: 0.1839480 Jul 08 12:59:22.050275 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a874c276-f964-487e-bfa2-90c8bc2bb480 req-443e817a-0f5f-412f-a04c-0816c0bb5deb tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ebd0861-a00b-4dee-a32b-63ca6fd199f3&id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629160 Jul 08 12:59:22.097560 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-7c25d33b-134e-4076-b82c-cbf4b36eed4d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Made reservation on behalf of cb3aaf43ca0742bcbae60180f6a370b0 for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:59:22.103843 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-7c25d33b-134e-4076-b82c-cbf4b36eed4d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:22.280334 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-7c25d33b-134e-4076-b82c-cbf4b36eed4d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Allocated IP 172.20.0.6 (1001031a-1b61-435b-8812-921aa2a452b0/6adf3be6-529c-41ea-8b72-a2240d7f7625/8125f942-47e4-4c1e-9ddf-543dfe601753) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:59:22.431838 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-7c25d33b-134e-4076-b82c-cbf4b36eed4d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:22.453712 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-7c25d33b-134e-4076-b82c-cbf4b36eed4d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Transition to ACTIVE for port object 8125f942-47e4-4c1e-9ddf-543dfe601753 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:59:22.491225 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-7c25d33b-134e-4076-b82c-cbf4b36eed4d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:22.534888 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-7c25d33b-134e-4076-b82c-cbf4b36eed4d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Network 1001031a-1b61-435b-8812-921aa2a452b0 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:59:22.540443 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-7c25d33b-134e-4076-b82c-cbf4b36eed4d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:59:22.544663 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-7c25d33b-134e-4076-b82c-cbf4b36eed4d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:59:22.570913 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25d33b-134e-4076-b82c-cbf4b36eed4d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event updated for resources: {'Port': ['ID=8125f942-47e4-4c1e-9ddf-543dfe601753,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:22.603034 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-7c25d33b-134e-4076-b82c-cbf4b36eed4d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:22.604865 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-7c25d33b-134e-4076-b82c-cbf4b36eed4d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:22.639252 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-7c25d33b-134e-4076-b82c-cbf4b36eed4d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7257090 Jul 08 12:59:22.651828 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Request body: {'port': {'device_id': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:22.758336 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:22.788630 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd15e6-287b-4a40-a839-0eb708350bb8 req-a0bf2a25-cc7a-4f0c-8fe9-5fabb8936ddf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:22.795463 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f8bd15e6-287b-4a40-a839-0eb708350bb8 req-a0bf2a25-cc7a-4f0c-8fe9-5fabb8936ddf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 931 time: 0.0800617 Jul 08 12:59:22.841452 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f8bd15e6-287b-4a40-a839-0eb708350bb8 req-b4377d65-ef9b-4257-8c5a-745773b8ef70 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448964 Jul 08 12:59:22.885958 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-3bf6276f-c15a-47a6-8baf-9fbf3fd74b63 None None] Provisioning for port 8125f942-47e4-4c1e-9ddf-543dfe601753 completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:59:22.891446 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-3bf6276f-c15a-47a6-8baf-9fbf3fd74b63 None None] Provisioning complete for port 8125f942-47e4-4c1e-9ddf-543dfe601753 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:22.891900 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3bf6276f-c15a-47a6-8baf-9fbf3fd74b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:22.934448 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-3bf6276f-c15a-47a6-8baf-9fbf3fd74b63 None None] Port 8125f942-47e4-4c1e-9ddf-543dfe601753 cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:59:23.129981 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8125f942-47e4-4c1e-9ddf-543dfe601753 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:59:23.137951 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:23.151512 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Transition to ACTIVE for port object 8125f942-47e4-4c1e-9ddf-543dfe601753 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:59:23.155287 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:23.207457 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Pushing event updated for resources: {'Port': ['ID=8125f942-47e4-4c1e-9ddf-543dfe601753,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:23.373071 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Attempting to bind port 8125f942-47e4-4c1e-9ddf-543dfe601753 on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:59:23.373656 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Attempting to bind port 8125f942-47e4-4c1e-9ddf-543dfe601753 by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': '0c9d7027-8f62-4675-83e9-e324512653dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:59:23.374213 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Attempting to bind port 8125f942-47e4-4c1e-9ddf-543dfe601753 on network 1001031a-1b61-435b-8812-921aa2a452b0 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:59:23.393404 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f1646-a3e5-4a17-bcdd-802b9294d388 req-7ac74ffc-741c-4bde-8d8e-bf63cbb0489d tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:23.396906 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-091f1646-a3e5-4a17-bcdd-802b9294d388 req-7ac74ffc-741c-4bde-8d8e-bf63cbb0489d tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 984 time: 0.1808856 Jul 08 12:59:23.406464 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Port 8125f942-47e4-4c1e-9ddf-543dfe601753 on network 1001031a-1b61-435b-8812-921aa2a452b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:59:23.406834 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Attempting to bind port 8125f942-47e4-4c1e-9ddf-543dfe601753 on network 1001031a-1b61-435b-8812-921aa2a452b0 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:59:23.427419 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:59:23.427758 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Checking segment: {'id': '0c9d7027-8f62-4675-83e9-e324512653dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:59:23.428220 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Bound using segment: {'id': '0c9d7027-8f62-4675-83e9-e324512653dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:59:23.428664 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Bound port: 8125f942-47e4-4c1e-9ddf-543dfe601753, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9d7027-8f62-4675-83e9-e324512653dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:59:23.429467 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:23.463661 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-091f1646-a3e5-4a17-bcdd-802b9294d388 req-4cb5d907-7ccc-4512-8c21-7902b3507b85 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ebd0861-a00b-4dee-a32b-63ca6fd199f3&id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598896 Jul 08 12:59:23.529764 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] For port 8125f942-47e4-4c1e-9ddf-543dfe601753, host hv-cinder-80002, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:59:23.540010 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] For port 8125f942-47e4-4c1e-9ddf-543dfe601753, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=8125f942-47e4-4c1e-9ddf-543dfe601753,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:59:23.542482 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:23.586163 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:23.586848 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:23.588353 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] 10.222.0.61 "PUT /v2.0/ports/8125f942-47e4-4c1e-9ddf-543dfe601753 HTTP/1.1" status: 200 len: 1093 time: 0.9417572 Jul 08 12:59:23.588819 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'tag': '8125f942-47e4-4c1e-9ddf-543dfe601753'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:59:23.591249 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697c9bd0-5d68-4edc-a964-eb40cec8248a" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf", "tag": "8125f942-47e4-4c1e-9ddf-543dfe601753"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:59:23.615920 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a1051-8f1f-42ed-8a2d-4fc16bc91805 service neutron] Pushing event updated for resources: {'Port': ['ID=8125f942-47e4-4c1e-9ddf-543dfe601753,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:23.669930 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3321bac8-1bf8-4b28-9d63-1b7aec5c156a x-openstack-request-id: req-3321bac8-1bf8-4b28-9d63-1b7aec5c156a {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:59:23.670821 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf", "tag": "8125f942-47e4-4c1e-9ddf-543dfe601753", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:59:23.671291 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3321bac8-1bf8-4b28-9d63-1b7aec5c156a {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:59:23.672018 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'tag': '8125f942-47e4-4c1e-9ddf-543dfe601753', 'status': 'completed', 'code': 200} Jul 08 12:59:23.765105 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-4dcc918b-4944-46d8-bf7d-65b265fbb438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:23.766720 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-4dcc918b-4944-46d8-bf7d-65b265fbb438 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb3aaf43ca0742bcbae60180f6a370b0&device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 1096 time: 0.1190362 Jul 08 12:59:24.027865 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f698f-b68c-4e90-bae5-76782453b400 req-e1e7fe32-c6a2-4ba6-963b-4fc31aed8dc1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:24.029766 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f84f698f-b68c-4e90-bae5-76782453b400 req-e1e7fe32-c6a2-4ba6-963b-4fc31aed8dc1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.0646183 Jul 08 12:59:24.075117 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f84f698f-b68c-4e90-bae5-76782453b400 req-acd68c0d-2556-415c-a584-dc44dfa5e312 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373759 Jul 08 12:59:24.374656 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39708) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:24.509487 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-2d6511b1-0473-44ec-a252-91a268be0dcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=981b235916b14663a8ef1f06f4b02b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1335521 Jul 08 12:59:24.511846 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39714) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:24.567779 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5e82c225-6df0-4be4-9687-3097dde36a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:24.601577 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5e82c225-6df0-4be4-9687-3097dde36a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:24.684120 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabd0d0-de84-486e-be33-92c591e8d1aa req-e95e41f9-aedd-4965-bad8-928c04e28080 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:24.685599 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9dabd0d0-de84-486e-be33-92c591e8d1aa req-e95e41f9-aedd-4965-bad8-928c04e28080 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 984 time: 0.0982938 Jul 08 12:59:24.690504 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5e82c225-6df0-4be4-9687-3097dde36a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:24.693309 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5e82c225-6df0-4be4-9687-3097dde36a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:24.694416 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-5e82c225-6df0-4be4-9687-3097dde36a6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dc6acfe-abe1-4c17-b04b-f756e4cea1cb HTTP/1.1" status: 204 len: 168 time: 0.1816452 Jul 08 12:59:24.714779 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82c225-6df0-4be4-9687-3097dde36a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc6acfe-abe1-4c17-b04b-f756e4cea1cb,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:24.751647 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9dabd0d0-de84-486e-be33-92c591e8d1aa req-47cc0d36-8d80-4665-82d1-8bba7d74c940 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ebd0861-a00b-4dee-a32b-63ca6fd199f3&id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559025 Jul 08 12:59:25.259685 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8035e-e3e5-40be-b6cf-028ea371cd91 req-bde45915-326e-4c7b-9b04-8f70d5825be8 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:25.261279 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1ba8035e-e3e5-40be-b6cf-028ea371cd91 req-bde45915-326e-4c7b-9b04-8f70d5825be8 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.0674400 Jul 08 12:59:25.304972 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1ba8035e-e3e5-40be-b6cf-028ea371cd91 req-54cdd1a8-e646-42e1-88a5-1b405c9091e4 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357258 Jul 08 12:59:25.387314 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39742) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:25.479853 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-ab26af1c-d9e9-4271-ad0b-69cea3cf0509 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1854432379-network', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:25.500639 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab26af1c-d9e9-4271-ad0b-69cea3cf0509 admin admin] Made reservation on behalf of 054cc5f77d1d4fcfba89fcd19f3893b9 for: {'network': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:59:25.503456 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ab26af1c-d9e9-4271-ad0b-69cea3cf0509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:25.511845 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ab26af1c-d9e9-4271-ad0b-69cea3cf0509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:25.604873 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ab26af1c-d9e9-4271-ad0b-69cea3cf0509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:25.612171 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ab26af1c-d9e9-4271-ad0b-69cea3cf0509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:25.637912 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab26af1c-d9e9-4271-ad0b-69cea3cf0509 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=92983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:59:25.647951 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26af1c-d9e9-4271-ad0b-69cea3cf0509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d52d2fd-e6e9-4dbc-8cee-e3ea2ee1aac8,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:25.653002 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ab26af1c-d9e9-4271-ad0b-69cea3cf0509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:25.653374 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.segments_db [None req-ab26af1c-d9e9-4271-ad0b-69cea3cf0509 admin admin] Added segment bac30735-023c-451b-82cf-7b7342c48cb2 of type vlan for network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f Jul 08 12:59:25.693164 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ab26af1c-d9e9-4271-ad0b-69cea3cf0509 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:25.720617 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ab26af1c-d9e9-4271-ad0b-69cea3cf0509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:25.721561 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab26af1c-d9e9-4271-ad0b-69cea3cf0509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:25.722148 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ab26af1c-d9e9-4271-ad0b-69cea3cf0509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:25.782736 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-ab26af1c-d9e9-4271-ad0b-69cea3cf0509 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3942263 Jul 08 12:59:25.785893 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26af1c-d9e9-4271-ad0b-69cea3cf0509 admin admin] Pushing event updated for resources: {'Network': ['ID=6fa8d924-07d6-4b37-8b61-55b843f8fe3f,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:25.786086 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39748) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:25.792987 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-8a6484ab-b718-432c-9bae-fd4995e7610f admin admin] Request body: {'subnet': {'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1854432379-subnet', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:25.795839 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:59:25.817345 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6484ab-b718-432c-9bae-fd4995e7610f admin admin] Made reservation on behalf of 054cc5f77d1d4fcfba89fcd19f3893b9 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:59:25.819710 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8a6484ab-b718-432c-9bae-fd4995e7610f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262104663'] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:25.997085 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8a6484ab-b718-432c-9bae-fd4995e7610f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260304929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262104677'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:26.048228 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6484ab-b718-432c-9bae-fd4995e7610f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:26.059515 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6484ab-b718-432c-9bae-fd4995e7610f admin admin] Checking segment: {'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:59:26.059852 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6484ab-b718-432c-9bae-fd4995e7610f admin admin] Network hostable DHCP agents. Network: 6fa8d924-07d6-4b37-8b61-55b843f8fe3f, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:59:26.075424 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6484ab-b718-432c-9bae-fd4995e7610f admin admin] Network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:59:26.083070 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-8a6484ab-b718-432c-9bae-fd4995e7610f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, 6fa8d924-07d6-4b37-8b61-55b843f8fe3f) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:59:26.086981 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6484ab-b718-432c-9bae-fd4995e7610f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:26.087568 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8a6484ab-b718-432c-9bae-fd4995e7610f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:26.091657 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24c15f3-dfde-4aa7-951e-d56e0b721204 None None] Network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:59:26.104742 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8a6484ab-b718-432c-9bae-fd4995e7610f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3172958 Jul 08 12:59:26.107405 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39750) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:26.112720 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:26.139483 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4135'] for router, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:26.140437 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:26.194016 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:26.245444 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca23f734-c245-59c6-8c4e-deaf996d04b1-6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b'}]}} from dv-cinder-800022-1-iscsi. {{(pid=92985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:59:26.246297 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:26.329853 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4154'] for router, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:26.378960 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Allocated IP 172.20.0.2 (6fa8d924-07d6-4b37-8b61-55b843f8fe3f/b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b/aeb37c7a-664e-467e-8595-c2fb9027f7eb) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:59:26.493624 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392dec4-3fad-46c5-a8d2-dc335871a33b req-8c00b7cf-02c0-4379-a070-461d0efe47ee tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:26.495275 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a392dec4-3fad-46c5-a8d2-dc335871a33b req-8c00b7cf-02c0-4379-a070-461d0efe47ee tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.0681961 Jul 08 12:59:26.539799 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a392dec4-3fad-46c5-a8d2-dc335871a33b req-59788496-62e3-4842-988f-5f8b570fe4fd tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383060 Jul 08 12:59:26.546141 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:26.555324 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Transition to ACTIVE for port object aeb37c7a-664e-467e-8595-c2fb9027f7eb will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:59:26.571060 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Transition to ACTIVE for port object aeb37c7a-664e-467e-8595-c2fb9027f7eb will not be triggered until provisioned by entity DHCP. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:59:26.577130 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:26.580771 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-21632c76-0b76-4a75-9ba1-bdb70aaf7904 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8125f942-47e4-4c1e-9ddf-543dfe601753 HTTP/1.1" status: 200 len: 217 time: 0.0417502 Jul 08 12:59:26.595739 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:26.596588 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:59:26.615761 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:59:26.619677 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:59:26.640901 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:26.686737 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Pushing event updated for resources: {'Port': ['ID=aeb37c7a-664e-467e-8595-c2fb9027f7eb,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:26.687059 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-c0c2f5de-46cd-43a8-890f-4cde0d0fe609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:26.688597 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-c0c2f5de-46cd-43a8-890f-4cde0d0fe609 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6adf3be6-529c-41ea-8b72-a2240d7f7625 HTTP/1.1" status: 200 len: 856 time: 0.1011665 Jul 08 12:59:26.698359 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Attempting to bind port aeb37c7a-664e-467e-8595-c2fb9027f7eb on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:59:26.698729 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Attempting to bind port aeb37c7a-664e-467e-8595-c2fb9027f7eb by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:59:26.699088 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Attempting to bind port aeb37c7a-664e-467e-8595-c2fb9027f7eb on network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:59:26.704275 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:59:26.704650 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Checking segment: {'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:59:26.705127 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:26.706093 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Bound using segment: {'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:59:26.706557 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Bound port: aeb37c7a-664e-467e-8595-c2fb9027f7eb, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:59:26.706935 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:26.778176 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] For port aeb37c7a-664e-467e-8595-c2fb9027f7eb, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:59:26.781873 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] For port aeb37c7a-664e-467e-8595-c2fb9027f7eb, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=aeb37c7a-664e-467e-8595-c2fb9027f7eb,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:59:26.786261 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:26.801055 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Allocated IP 172.27.2.3 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:59:26.809658 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-3bb69966-f18d-4bca-be06-f0da1effed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:26.811152 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-3bb69966-f18d-4bca-be06-f0da1effed5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1001031a-1b61-435b-8812-921aa2a452b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1123407 Jul 08 12:59:26.862643 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849adbc-af37-4b30-8847-94bf93bb31a7 None None] Pushing event updated for resources: {'Port': ['ID=aeb37c7a-664e-467e-8595-c2fb9027f7eb,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:26.976094 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-feb60d70-da21-470d-b429-5d818b91ecb2 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571279 Jul 08 12:59:26.993089 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:27.111010 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa582ac6-2060-4902-b364-fb498b6b0ea4 req-568a28a9-f88c-41da-82a6-db0b94e83932 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291099 Jul 08 12:59:27.118617 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:27.161610 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:59:27.165582 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:59:27.178219 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:59:27.231854 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:27.340626 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c9bd0-5d68-4edc-a964-eb40cec8248a req-c71d448c-fd23-4893-aeb5-ebe6b45957fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:27.342133 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-697c9bd0-5d68-4edc-a964-eb40cec8248a req-c71d448c-fd23-4893-aeb5-ebe6b45957fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb3aaf43ca0742bcbae60180f6a370b0&device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 1096 time: 0.1777294 Jul 08 12:59:27.810578 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device aeb37c7a-664e-467e-8595-c2fb9027f7eb up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:59:27.854722 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c9bd0-5d68-4edc-a964-eb40cec8248a req-f6ce5faf-9102-4504-8f4c-78198a18526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:27.856234 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-697c9bd0-5d68-4edc-a964-eb40cec8248a req-f6ce5faf-9102-4504-8f4c-78198a18526f service neutron] 10.222.0.61 "GET /v2.0/networks?id=1001031a-1b61-435b-8812-921aa2a452b0 HTTP/1.1" status: 200 len: 918 time: 0.5066164 Jul 08 12:59:27.858671 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:27.880884 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port aeb37c7a-664e-467e-8595-c2fb9027f7eb completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:59:27.917457 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce3439b-62c0-4c96-a35b-aa0e4f358f76 None None] Network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:59:27.944863 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-697c9bd0-5d68-4edc-a964-eb40cec8248a req-63c41ee1-5216-4c59-ae0a-c365e8529e8d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8125f942-47e4-4c1e-9ddf-543dfe601753 HTTP/1.1" status: 200 len: 217 time: 0.0526211 Jul 08 12:59:27.982760 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:28.025199 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a545e-e2a2-4af1-90f4-e592b8b7c4a9 req-35f02045-19bf-4d70-9910-6bb158b50f08 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:28.027020 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-578a545e-e2a2-4af1-90f4-e592b8b7c4a9 req-35f02045-19bf-4d70-9910-6bb158b50f08 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.2471721 Jul 08 12:59:28.049884 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-41a112de-03ff-4d00-bb87-d4827c40cab4 None None] Provisioning for port aeb37c7a-664e-467e-8595-c2fb9027f7eb completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:59:28.057665 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-41a112de-03ff-4d00-bb87-d4827c40cab4 None None] Provisioning complete for port aeb37c7a-664e-467e-8595-c2fb9027f7eb triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:28.057973 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-41a112de-03ff-4d00-bb87-d4827c40cab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:28.068707 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c9bd0-5d68-4edc-a964-eb40cec8248a req-72204e75-8373-4c24-b3a5-6f35e30a8ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:28.070196 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-697c9bd0-5d68-4edc-a964-eb40cec8248a req-72204e75-8373-4c24-b3a5-6f35e30a8ca3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6adf3be6-529c-41ea-8b72-a2240d7f7625 HTTP/1.1" status: 200 len: 856 time: 0.0944648 Jul 08 12:59:28.149143 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-578a545e-e2a2-4af1-90f4-e592b8b7c4a9 req-84d60d96-5bec-4469-9f66-04d71e5f730d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150086 Jul 08 12:59:28.179773 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-41a112de-03ff-4d00-bb87-d4827c40cab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:28.218370 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718299'] for router, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:28.223281 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-41a112de-03ff-4d00-bb87-d4827c40cab4 None None] For port aeb37c7a-664e-467e-8595-c2fb9027f7eb, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=aeb37c7a-664e-467e-8595-c2fb9027f7eb,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:59:28.224621 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c9bd0-5d68-4edc-a964-eb40cec8248a req-db0c054e-9a17-4bdb-b0a2-02ef322ef208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:28.226233 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-697c9bd0-5d68-4edc-a964-eb40cec8248a req-db0c054e-9a17-4bdb-b0a2-02ef322ef208 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1001031a-1b61-435b-8812-921aa2a452b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1244047 Jul 08 12:59:28.228174 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-41a112de-03ff-4d00-bb87-d4827c40cab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:28.297439 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a112de-03ff-4d00-bb87-d4827c40cab4 None None] Pushing event updated for resources: {'Port': ['ID=aeb37c7a-664e-467e-8595-c2fb9027f7eb,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:28.407543 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-697c9bd0-5d68-4edc-a964-eb40cec8248a req-d786b6c0-1335-42ff-a39d-518f921bbca5 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463957 Jul 08 12:59:28.452733 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-bdd25417-813c-4f51-bf45-3b913ccb9e8c None None] Provisioning complete for port aeb37c7a-664e-467e-8595-c2fb9027f7eb triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:28.453170 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bdd25417-813c-4f51-bf45-3b913ccb9e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:28.478305 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Router cef3d796-ab53-4af2-99b5-64d7fa7faf8a is scheduled to L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 with binding_index 1 {{(pid=92981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:59:28.543168 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-697c9bd0-5d68-4edc-a964-eb40cec8248a req-233cd805-6f84-4de1-a17d-b25fd625bf25 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289527 Jul 08 12:59:28.608889 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:59:28.618279 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Sync routers for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:59:28.626138 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:28.628068 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8a05a6cf-92d2-4175-ab07-ee0e97ad3906 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5197332 Jul 08 12:59:28.628278 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:59:28.629051 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:59:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:28.630929 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39764) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:28.736268 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:59:28.916775 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:27Z', 'revision_number': 3, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:28.948143 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Checking router: cef3d796-ab53-4af2-99b5-64d7fa7faf8a for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:59:28.948500 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Updating router cef3d796-ab53-4af2-99b5-64d7fa7faf8a port a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1 binding host dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:59:28.987681 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:29.058554 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:29.217722 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Allocated IP 172.20.0.1 (6fa8d924-07d6-4b37-8b61-55b843f8fe3f/b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b/f72fb979-67c2-4308-813a-ca9c1f5c4022) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:59:29.262546 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:29.265988 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 8125f942-47e4-4c1e-9ddf-543dfe601753 details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 12:59:29.281669 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Transition to ACTIVE for port object a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:59:29.298371 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:29.345159 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:29.365974 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1158f1-8b40-4dbe-a9af-f96a00db3b68 req-8dc695e9-5802-4a2c-b861-81d31e8df3eb tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:29.367572 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2c1158f1-8b40-4dbe-a9af-f96a00db3b68 req-8dc695e9-5802-4a2c-b861-81d31e8df3eb tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.0668769 Jul 08 12:59:29.374082 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Transition to ACTIVE for port object f72fb979-67c2-4308-813a-ca9c1f5c4022 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:59:29.391579 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d2f48-f2c8-4509-adfa-ba6837549e20 None None] Pushing event updated for resources: {'Port': ['ID=a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:29.396235 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Attempting to bind port a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1 on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:59:29.396614 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Attempting to bind port a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1 by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:59:29.396981 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Attempting to bind port a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1 on network f547a329-a9d1-495a-bdbe-cc39c0620848 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:59:29.407802 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:59:29.408241 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Checking segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:59:29.408659 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:29.409222 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Bound using segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:59:29.409817 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Bound port: a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:59:29.410210 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:29.411883 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:29.419644 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2c1158f1-8b40-4dbe-a9af-f96a00db3b68 req-055725f7-166e-45b0-a54b-fe2f9872a9ff tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456345 Jul 08 12:59:29.452584 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:59:29.459150 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:59:29.462679 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:59:29.468418 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Pushing event updated for resources: {'Port': ['ID=f72fb979-67c2-4308-813a-ca9c1f5c4022,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:29.470879 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 8125f942-47e4-4c1e-9ddf-543dfe601753, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=8125f942-47e4-4c1e-9ddf-543dfe601753,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:59:29.492998 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '8125f942-47e4-4c1e-9ddf-543dfe601753', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'port_id': '8125f942-47e4-4c1e-9ddf-543dfe601753', 'mac_address': 'fa:16:3e:3e:fc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 12:59:29.499670 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] For port a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:59:29.504881 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] For port a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:59:29.508556 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642514'] for router_interface, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:29.530747 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:29.578027 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:29.611873 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8125f942-47e4-4c1e-9ddf-543dfe601753 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:59:29.631901 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d2f48-f2c8-4509-adfa-ba6837549e20 None None] Pushing event updated for resources: {'Port': ['ID=a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:29.643232 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:59:29.643703 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:59:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:29.646723 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 8125f942-47e4-4c1e-9ddf-543dfe601753, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=8125f942-47e4-4c1e-9ddf-543dfe601753,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:59:29.666074 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:29.690983 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:29.773484 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device aeb37c7a-664e-467e-8595-c2fb9027f7eb up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:59:29.845210 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:29.850490 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:29.920281 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Pushing event updated for resources: {'Port': ['ID=f72fb979-67c2-4308-813a-ca9c1f5c4022,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:29.922727 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653697'] for router_interface, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:29.964581 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=8125f942-47e4-4c1e-9ddf-543dfe601753,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:29.967184 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-dce27473-3abf-4ad3-a5ab-f480b2bb289a None None] Provisioning for port f72fb979-67c2-4308-813a-ca9c1f5c4022 completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:59:29.978614 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-dce27473-3abf-4ad3-a5ab-f480b2bb289a None None] Provisioning complete for port f72fb979-67c2-4308-813a-ca9c1f5c4022 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:29.978987 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-dce27473-3abf-4ad3-a5ab-f480b2bb289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:29.986111 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['8125f942-47e4-4c1e-9ddf-543dfe601753'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 12:59:30.014773 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:59:30.016195 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:59:30.024875 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:59:30.103078 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-dce27473-3abf-4ad3-a5ab-f480b2bb289a None None] Port f72fb979-67c2-4308-813a-ca9c1f5c4022 cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:59:30.112912 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port aeb37c7a-664e-467e-8595-c2fb9027f7eb triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:30.113340 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:30.147032 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Router cef3d796-ab53-4af2-99b5-64d7fa7faf8a has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:59:30.415934 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-693fa055-1c65-42a8-a9ce-29a541480878 None None] Provisioning complete for port f72fb979-67c2-4308-813a-ca9c1f5c4022 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:30.416317 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-693fa055-1c65-42a8-a9ce-29a541480878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:30.485100 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-693fa055-1c65-42a8-a9ce-29a541480878 None None] Port f72fb979-67c2-4308-813a-ca9c1f5c4022 cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:59:30.495359 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 1, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:30.523678 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a460cd59-0fb1-4da2-a423-4bd94ce12a1a None None] The sync data for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi is: [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 1, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:59:30.579022 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:59:30.587076 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ec88c324-e6de-4400-b230-d7b17407b939 admin admin] 10.222.0.13 "PUT /v2.0/routers/cef3d796-ab53-4af2-99b5-64d7fa7faf8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9540839 Jul 08 12:59:30.640376 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef8831e3-5bc5-4540-b66b-1e0aca3c2358 req-806066c8-af4f-4b99-bd5c-80c98bb9e688 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1235676 Jul 08 12:59:30.658230 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487b6ea-2e9c-4707-8635-bf7048b7d5dc req-b9397e20-47e9-4832-8d3e-ff64428286f2 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:30.659776 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8487b6ea-2e9c-4707-8635-bf7048b7d5dc req-b9397e20-47e9-4832-8d3e-ff64428286f2 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 944 time: 0.0917408 Jul 08 12:59:30.736288 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8487b6ea-2e9c-4707-8635-bf7048b7d5dc req-1dfe368b-7f2c-4a48-9427-3dc4067633bf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697262 Jul 08 12:59:30.787540 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8831e3-5bc5-4540-b66b-1e0aca3c2358 req-fab15089-78cc-4bd1-897b-f75e0a39824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:30.789072 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef8831e3-5bc5-4540-b66b-1e0aca3c2358 req-fab15089-78cc-4bd1-897b-f75e0a39824c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a088a09036eb40e6ba5a8c0b674bd424&device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 1137 time: 0.1036389 Jul 08 12:59:30.903914 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8831e3-5bc5-4540-b66b-1e0aca3c2358 req-db1c31b6-05b4-4cf1-aef6-eaab9939e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:30.905500 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef8831e3-5bc5-4540-b66b-1e0aca3c2358 req-db1c31b6-05b4-4cf1-aef6-eaab9939e965 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b69353fe-0596-4f5a-afef-8ca92a5c726f HTTP/1.1" status: 200 len: 914 time: 0.0920665 Jul 08 12:59:30.981314 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef8831e3-5bc5-4540-b66b-1e0aca3c2358 req-d883f5fb-5f5c-44dd-9b07-dceb160d7d95 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b58163e1-6cd4-47a9-b491-6821d464c33f HTTP/1.1" status: 200 len: 1000 time: 0.0687995 Jul 08 12:59:31.037267 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8831e3-5bc5-4540-b66b-1e0aca3c2358 req-2a816cfa-9347-437a-bad6-ff52c1051ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:31.038928 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef8831e3-5bc5-4540-b66b-1e0aca3c2358 req-2a816cfa-9347-437a-bad6-ff52c1051ebf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9adcbf55-0e9b-4584-afdf-246e047a8ab6 HTTP/1.1" status: 200 len: 852 time: 0.0512772 Jul 08 12:59:31.104601 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8831e3-5bc5-4540-b66b-1e0aca3c2358 req-6efe9641-60e9-465e-8810-945cad324efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:31.106219 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef8831e3-5bc5-4540-b66b-1e0aca3c2358 req-6efe9641-60e9-465e-8810-945cad324efd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b69353fe-0596-4f5a-afef-8ca92a5c726f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609930 Jul 08 12:59:31.157213 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39798) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:31.162507 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-5516d6b8-9216-416c-86e5-f3e97bc9ce61 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-25604245-network', 'tenant_id': '60b2f0929935412c901e1adfbf54b778'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:31.186434 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5516d6b8-9216-416c-86e5-f3e97bc9ce61 admin admin] Made reservation on behalf of 60b2f0929935412c901e1adfbf54b778 for: {'network': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:59:31.189224 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5516d6b8-9216-416c-86e5-f3e97bc9ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:31.198870 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5516d6b8-9216-416c-86e5-f3e97bc9ce61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:31.223477 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef8831e3-5bc5-4540-b66b-1e0aca3c2358 req-9c986698-69b4-4473-83bb-99fabf975721 service neutron] 10.222.0.61 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099899 Jul 08 12:59:31.274923 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 8125f942-47e4-4c1e-9ddf-543dfe601753 up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:59:31.347405 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5516d6b8-9216-416c-86e5-f3e97bc9ce61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:31.355199 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef8831e3-5bc5-4540-b66b-1e0aca3c2358 req-8e130a81-788a-4a32-bf9a-759f7603cef6 service neutron] 10.222.0.61 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252835 Jul 08 12:59:31.355571 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5516d6b8-9216-416c-86e5-f3e97bc9ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:31.392021 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516d6b8-9216-416c-86e5-f3e97bc9ce61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df2ece2-193c-4636-b56f-358b930a643f,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:31.392292 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port 8125f942-47e4-4c1e-9ddf-543dfe601753 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:59:31.396874 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 8125f942-47e4-4c1e-9ddf-543dfe601753 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:31.397283 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:31.399998 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5516d6b8-9216-416c-86e5-f3e97bc9ce61 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=92983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:59:31.413344 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5516d6b8-9216-416c-86e5-f3e97bc9ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:31.413968 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.segments_db [None req-5516d6b8-9216-416c-86e5-f3e97bc9ce61 admin admin] Added segment 67c512de-532f-4983-b916-04901433fe9f of type vlan for network a94cf367-8628-4069-9817-cef691477a1f Jul 08 12:59:31.462376 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5516d6b8-9216-416c-86e5-f3e97bc9ce61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:31.497487 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5516d6b8-9216-416c-86e5-f3e97bc9ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:31.498555 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5516d6b8-9216-416c-86e5-f3e97bc9ce61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:31.499235 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5516d6b8-9216-416c-86e5-f3e97bc9ce61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:31.515393 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:31.547844 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8125f942-47e4-4c1e-9ddf-543dfe601753'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:59:31.551014 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93a59bf-c63e-403d-877b-c0f0e6aa5574" -d '{"events": [{"server_uuid": "6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf", "name": "network-vif-plugged", "status": "completed", "tag": "8125f942-47e4-4c1e-9ddf-543dfe601753"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:59:31.565907 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 8125f942-47e4-4c1e-9ddf-543dfe601753, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=8125f942-47e4-4c1e-9ddf-543dfe601753,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:59:31.571635 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:31.574418 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516d6b8-9216-416c-86e5-f3e97bc9ce61 admin admin] Pushing event updated for resources: {'Network': ['ID=a94cf367-8628-4069-9817-cef691477a1f,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:31.583547 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-5516d6b8-9216-416c-86e5-f3e97bc9ce61 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4238532 Jul 08 12:59:31.585353 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39808) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:31.593734 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-d912370b-b809-4d64-95cb-6463db56395a admin admin] Request body: {'subnet': {'network_id': 'a94cf367-8628-4069-9817-cef691477a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-25604245-subnet', 'tenant_id': '60b2f0929935412c901e1adfbf54b778', 'ip_version': 4}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:31.610271 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f6ad9c-455a-4e18-937e-22f3b7e45cba x-openstack-request-id: req-77f6ad9c-455a-4e18-937e-22f3b7e45cba {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:59:31.610563 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf", "name": "network-vif-plugged", "status": "completed", "tag": "8125f942-47e4-4c1e-9ddf-543dfe601753", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:59:31.610814 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77f6ad9c-455a-4e18-937e-22f3b7e45cba {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:59:31.611406 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8125f942-47e4-4c1e-9ddf-543dfe601753', 'code': 200} Jul 08 12:59:31.613195 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network a94cf367-8628-4069-9817-cef691477a1f details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:59:31.635266 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d912370b-b809-4d64-95cb-6463db56395a admin admin] Made reservation on behalf of 60b2f0929935412c901e1adfbf54b778 for: {'subnet': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:59:31.638862 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d912370b-b809-4d64-95cb-6463db56395a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261328109'] for subnet, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:31.760386 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=8125f942-47e4-4c1e-9ddf-543dfe601753,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:31.840381 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:59:31.891449 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d912370b-b809-4d64-95cb-6463db56395a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3121288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261328095'] for subnet, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:31.908908 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:59:31.915886 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:31.916267 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:31.928581 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f385b0-19be-4fd9-9abc-cd0ee2b718b6 req-ed4c018c-cfff-4a87-94b6-d7bd881fb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:31.930997 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d6f385b0-19be-4fd9-9abc-cd0ee2b718b6 req-ed4c018c-cfff-4a87-94b6-d7bd881fb468 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 1098 time: 0.0765545 Jul 08 12:59:31.976195 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d912370b-b809-4d64-95cb-6463db56395a admin admin] Checking segment: {'id': '67c512de-532f-4983-b916-04901433fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a94cf367-8628-4069-9817-cef691477a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:59:31.976690 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d912370b-b809-4d64-95cb-6463db56395a admin admin] Network hostable DHCP agents. Network: a94cf367-8628-4069-9817-cef691477a1f, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:59:31.984176 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912370b-b809-4d64-95cb-6463db56395a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ecfefaa-c828-4903-915e-e28269077e58,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:32.004002 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d6f385b0-19be-4fd9-9abc-cd0ee2b718b6 req-02b2b7f2-0c53-4f79-8dc4-39c54ea509cf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624828 Jul 08 12:59:32.005217 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d912370b-b809-4d64-95cb-6463db56395a admin admin] Network a94cf367-8628-4069-9817-cef691477a1f is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:59:32.018288 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-d912370b-b809-4d64-95cb-6463db56395a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, a94cf367-8628-4069-9817-cef691477a1f) {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:59:32.019928 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:32.028494 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa02b0b-5703-4a62-a74f-21f3b383697c None None] Network a94cf367-8628-4069-9817-cef691477a1f requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:59:32.029324 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d912370b-b809-4d64-95cb-6463db56395a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:32.030966 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-d912370b-b809-4d64-95cb-6463db56395a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:32.058449 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-d912370b-b809-4d64-95cb-6463db56395a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4691315 Jul 08 12:59:32.058687 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a880edc-8275-42ec-87be-8a01d3568bf2 req-809e5fb1-2cf9-4f2a-a7de-628c211bfbec tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:32.058817 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39812) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:32.062252 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a880edc-8275-42ec-87be-8a01d3568bf2 req-809e5fb1-2cf9-4f2a-a7de-628c211bfbec tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.1304922 Jul 08 12:59:32.065700 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-25604245-router', 'tenant_id': '60b2f0929935412c901e1adfbf54b778', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:32.091274 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:59:32.091528 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4135'] for router, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:32.092828 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:32.099197 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:32.110334 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a880edc-8275-42ec-87be-8a01d3568bf2 req-9ee57a9c-33ec-44e9-a5d9-ca4f32ebe0c1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419042 Jul 08 12:59:32.153309 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:32.178710 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:32.248068 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca23f734-c245-59c6-8c4e-deaf996d04b1-a94cf367-8628-4069-9817-cef691477a1f', 'network_id': 'a94cf367-8628-4069-9817-cef691477a1f', 'tenant_id': '60b2f0929935412c901e1adfbf54b778', 'fixed_ips': [{'subnet_id': '6ecfefaa-c828-4903-915e-e28269077e58'}]}} from dv-cinder-800022-1-iscsi. {{(pid=92985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:59:32.249015 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:32.301720 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4154'] for router, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:32.391349 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Allocated IP 172.20.0.2 (a94cf367-8628-4069-9817-cef691477a1f/6ecfefaa-c828-4903-915e-e28269077e58/560926ac-e91d-45b6-843a-433df1bbab7c) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:59:32.517051 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:32.541092 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:32.562150 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:32.572738 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Transition to ACTIVE for port object 560926ac-e91d-45b6-843a-433df1bbab7c will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:59:32.598057 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Transition to ACTIVE for port object 560926ac-e91d-45b6-843a-433df1bbab7c will not be triggered until provisioned by entity DHCP. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:59:32.604636 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:32.647094 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Network a94cf367-8628-4069-9817-cef691477a1f is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:59:32.649999 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:59:32.654246 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:59:32.660081 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Pushing event updated for resources: {'Port': ['ID=560926ac-e91d-45b6-843a-433df1bbab7c,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:32.682210 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Allocated IP 172.27.2.41 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/491f42e6-3838-4bcb-9762-72c5acf4bb0d) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:59:32.729542 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Attempting to bind port 560926ac-e91d-45b6-843a-433df1bbab7c on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:59:32.729915 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Attempting to bind port 560926ac-e91d-45b6-843a-433df1bbab7c by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '67c512de-532f-4983-b916-04901433fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a94cf367-8628-4069-9817-cef691477a1f'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:59:32.730276 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Attempting to bind port 560926ac-e91d-45b6-843a-433df1bbab7c on network a94cf367-8628-4069-9817-cef691477a1f {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:59:32.739243 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:59:32.739949 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Checking segment: {'id': '67c512de-532f-4983-b916-04901433fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a94cf367-8628-4069-9817-cef691477a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:59:32.740128 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:32.740523 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Bound using segment: {'id': '67c512de-532f-4983-b916-04901433fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a94cf367-8628-4069-9817-cef691477a1f'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:59:32.741147 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Bound port: 560926ac-e91d-45b6-843a-433df1bbab7c, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c512de-532f-4983-b916-04901433fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a94cf367-8628-4069-9817-cef691477a1f'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:59:32.741519 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:32.822510 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:32.827672 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] For port 560926ac-e91d-45b6-843a-433df1bbab7c, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:59:32.831534 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] For port 560926ac-e91d-45b6-843a-433df1bbab7c, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=560926ac-e91d-45b6-843a-433df1bbab7c,segment=NetworkSegment(67c512de-532f-4983-b916-04901433fe9f),segment_id=67c512de-532f-4983-b916-04901433fe9f)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:59:32.837876 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:32.878339 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3137304'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:32.885625 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39820) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:32.916296 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Sync routers for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:59:32.950243 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:59:32.950243 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:59:32.950555 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:59:32.950650 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:59:32.957477 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:59:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:32.971497 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b69e8-f7b5-4c02-a0da-61a8ad936859 None None] Pushing event updated for resources: {'Port': ['ID=560926ac-e91d-45b6-843a-433df1bbab7c,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:33.009672 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Pushing event updated for resources: {'Port': ['ID=491f42e6-3838-4bcb-9762-72c5acf4bb0d,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:33.026093 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-76a55a1c-d3b9-4f55-b3cc-b0cd64c22543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:33.106492 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:59:33.152597 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-76a55a1c-d3b9-4f55-b3cc-b0cd64c22543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:33.161431 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-76a55a1c-d3b9-4f55-b3cc-b0cd64c22543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:33.225779 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a55a1c-d3b9-4f55-b3cc-b0cd64c22543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b856b4-b41a-49bf-a03b-6757a32b4750,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:33.231205 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-76a55a1c-d3b9-4f55-b3cc-b0cd64c22543 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29f22b5da320425ca1d9db4665535021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445396 Jul 08 12:59:33.233803 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39826) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:33.303283 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1f89d3a-08cd-46a1-976a-beb17113388c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:33.336472 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1f89d3a-08cd-46a1-976a-beb17113388c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:33.358285 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:33.402586 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 2, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:33.430103 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1f89d3a-08cd-46a1-976a-beb17113388c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:33.433532 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1f89d3a-08cd-46a1-976a-beb17113388c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:33.437183 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b1f89d3a-08cd-46a1-976a-beb17113388c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8b856b4-b41a-49bf-a03b-6757a32b4750 HTTP/1.1" status: 204 len: 168 time: 0.2000556 Jul 08 12:59:33.437348 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Checking router: cef3d796-ab53-4af2-99b5-64d7fa7faf8a for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:59:33.437348 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Updating router cef3d796-ab53-4af2-99b5-64d7fa7faf8a port f72fb979-67c2-4308-813a-ca9c1f5c4022 binding host dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:59:33.446102 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f89d3a-08cd-46a1-976a-beb17113388c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b856b4-b41a-49bf-a03b-6757a32b4750,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:33.484244 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:33.548079 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833f7ef-ece0-48a9-9e97-df38cf0e70e9 req-2ad7685d-24df-407b-a0da-dc28bf4f45b7 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:33.555461 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4833f7ef-ece0-48a9-9e97-df38cf0e70e9 req-2ad7685d-24df-407b-a0da-dc28bf4f45b7 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.1494389 Jul 08 12:59:33.647351 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4833f7ef-ece0-48a9-9e97-df38cf0e70e9 req-407bad5c-a02e-4fb4-88bb-20195700ec1a tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908720 Jul 08 12:59:33.720682 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718299'] for router, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:33.895736 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:33.900475 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Router e66d68c4-720b-4407-a8e2-131f63d84418 is scheduled to L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 with binding_index 1 {{(pid=92983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:59:33.902374 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643e4b9-9ecc-4b07-92b0-90c98d1aff49 req-dba3a6ba-8865-4749-b544-f93f4362fbdc tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:33.906581 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d643e4b9-9ecc-4b07-92b0-90c98d1aff49 req-dba3a6ba-8865-4749-b544-f93f4362fbdc tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.1205950 Jul 08 12:59:33.917149 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39840) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:33.918625 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Transition to ACTIVE for port object f72fb979-67c2-4308-813a-ca9c1f5c4022 will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:59:33.929243 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:33.932229 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-f1cd3e07-aa67-4d9e-873d-070f0d541a49 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Request body: {'floatingip': {'port_id': '8125f942-47e4-4c1e-9ddf-543dfe601753'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:33.937211 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 560926ac-e91d-45b6-843a-433df1bbab7c up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:59:33.995716 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9bc99-1a19-465d-a26b-ce4cdde604d3 None None] Pushing event updated for resources: {'Port': ['ID=f72fb979-67c2-4308-813a-ca9c1f5c4022,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:34.003636 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9bc99-1a19-465d-a26b-ce4cdde604d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:34.004319 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9bc99-1a19-465d-a26b-ce4cdde604d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:34.004879 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9bc99-1a19-465d-a26b-ce4cdde604d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:34.005436 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9bc99-1a19-465d-a26b-ce4cdde604d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:34.005979 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9bc99-1a19-465d-a26b-ce4cdde604d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:34.006510 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9bc99-1a19-465d-a26b-ce4cdde604d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:34.007048 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9bc99-1a19-465d-a26b-ce4cdde604d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:34.007606 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9bc99-1a19-465d-a26b-ce4cdde604d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:34.008207 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9bc99-1a19-465d-a26b-ce4cdde604d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:34.008735 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9bc99-1a19-465d-a26b-ce4cdde604d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:34.009291 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9bc99-1a19-465d-a26b-ce4cdde604d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:34.009829 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9bc99-1a19-465d-a26b-ce4cdde604d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:59:34.048892 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f1cd3e07-aa67-4d9e-873d-070f0d541a49 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for floatingip, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:34.059169 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 560926ac-e91d-45b6-843a-433df1bbab7c completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:59:34.062974 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:59:34.067547 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:59:34.106630 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Sync routers for ids ['e66d68c4-720b-4407-a8e2-131f63d84418'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:59:34.117676 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] Notify callbacks [] for router, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:34.121321 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-7fcd9548-b064-4960-b865-6217d2ef6b1d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0591276 Jul 08 12:59:34.122819 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39844) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:34.160143 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Routers {'e66d68c4-720b-4407-a8e2-131f63d84418'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:59:34.160717 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:59:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['e66d68c4-720b-4407-a8e2-131f63d84418'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:34.163437 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Attempting to bind port f72fb979-67c2-4308-813a-ca9c1f5c4022 on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:59:34.163797 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Attempting to bind port f72fb979-67c2-4308-813a-ca9c1f5c4022 by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:59:34.164180 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Attempting to bind port f72fb979-67c2-4308-813a-ca9c1f5c4022 on network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:59:34.182411 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:59:34.182786 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Checking segment: {'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:59:34.183183 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:34.183572 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Bound using segment: {'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:59:34.184047 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Bound port: f72fb979-67c2-4308-813a-ca9c1f5c4022, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:59:34.184440 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:34.290258 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:34.291037 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:34.326973 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] For port f72fb979-67c2-4308-813a-ca9c1f5c4022, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:59:34.331491 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] For port f72fb979-67c2-4308-813a-ca9c1f5c4022, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=f72fb979-67c2-4308-813a-ca9c1f5c4022,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:59:34.337988 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:34.368108 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91503c27-6e4f-47d2-be77-dd2a8e7aa7fe None None] Network a94cf367-8628-4069-9817-cef691477a1f requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:59:34.379909 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Set router e66d68c4-720b-4407-a8e2-131f63d84418 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:59:34.411102 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9bc99-1a19-465d-a26b-ce4cdde604d3 None None] Pushing event updated for resources: {'Port': ['ID=f72fb979-67c2-4308-813a-ca9c1f5c4022,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:34.441803 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:59:34.444956 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:59:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:34.694556 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:59:34.977449 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-d400835c-08c1-4952-a8d5-ba80524b86d9 None None] Provisioning for port 560926ac-e91d-45b6-843a-433df1bbab7c completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:59:34.981014 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f1cd3e07-aa67-4d9e-873d-070f0d541a49 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:34.990520 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-d400835c-08c1-4952-a8d5-ba80524b86d9 None None] Provisioning complete for port 560926ac-e91d-45b6-843a-433df1bbab7c triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:34.991167 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d400835c-08c1-4952-a8d5-ba80524b86d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:34.996641 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f1cd3e07-aa67-4d9e-873d-070f0d541a49 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.014965 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:34Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:35.062397 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55d0ef6-154a-49e1-a2bc-cae4a9fcfb9b None None] The sync data for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi is: [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:34Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:59:35.070282 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'name': 'tempest-TestVolumeBootPattern-25604245-router', 'tenant_id': '60b2f0929935412c901e1adfbf54b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '491f42e6-3838-4bcb-9762-72c5acf4bb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:32Z', 'updated_at': '2021-07-08T12:59:33Z', 'revision_number': 3, 'project_id': '60b2f0929935412c901e1adfbf54b778', 'gw_port': {'id': '491f42e6-3838-4bcb-9762-72c5acf4bb0d', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:47:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:32Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:35.100941 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Checking router: e66d68c4-720b-4407-a8e2-131f63d84418 for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:59:35.101310 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Updating router e66d68c4-720b-4407-a8e2-131f63d84418 port 491f42e6-3838-4bcb-9762-72c5acf4bb0d binding host dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:59:35.125949 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39862) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:35.183074 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.204615 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.l3_db [None req-f1cd3e07-aa67-4d9e-873d-070f0d541a49 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Floating IP 9e72aae1-b3b8-4ea7-bb10-446e09d40c6f associated. External IP: 172.27.2.78, port: 8125f942-47e4-4c1e-9ddf-543dfe601753. Jul 08 12:59:35.238779 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d400835c-08c1-4952-a8d5-ba80524b86d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.262746 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.316877 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c6fe6948-c68b-4c31-99c1-a01666cc9410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.446332 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-d400835c-08c1-4952-a8d5-ba80524b86d9 None None] For port 560926ac-e91d-45b6-843a-433df1bbab7c, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=560926ac-e91d-45b6-843a-433df1bbab7c,segment=NetworkSegment(67c512de-532f-4983-b916-04901433fe9f),segment_id=67c512de-532f-4983-b916-04901433fe9f)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:59:35.448870 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c6fe6948-c68b-4c31-99c1-a01666cc9410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.453584 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c6fe6948-c68b-4c31-99c1-a01666cc9410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.453918 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d400835c-08c1-4952-a8d5-ba80524b86d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.501223 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe6948-c68b-4c31-99c1-a01666cc9410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b65385-0712-4743-90a0-e9c5e2aad931,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:35.508568 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-c6fe6948-c68b-4c31-99c1-a01666cc9410 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb36c9e3627647918574c9cac76c0745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791766 Jul 08 12:59:35.508812 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39866) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:35.555933 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400835c-08c1-4952-a8d5-ba80524b86d9 None None] Pushing event updated for resources: {'Port': ['ID=560926ac-e91d-45b6-843a-433df1bbab7c,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:35.579145 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8b813605-f08c-43ab-bf1a-73d25bed46b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.605947 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8b813605-f08c-43ab-bf1a-73d25bed46b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.628144 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-677f45f8-c990-425d-a113-8064e0fa7177 None None] Provisioning complete for port 560926ac-e91d-45b6-843a-433df1bbab7c triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:35.628660 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-677f45f8-c990-425d-a113-8064e0fa7177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.659168 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.663953 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8b813605-f08c-43ab-bf1a-73d25bed46b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.667757 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8b813605-f08c-43ab-bf1a-73d25bed46b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.669440 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-8b813605-f08c-43ab-bf1a-73d25bed46b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2b65385-0712-4743-90a0-e9c5e2aad931 HTTP/1.1" status: 204 len: 168 time: 0.1595085 Jul 08 12:59:35.679612 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b813605-f08c-43ab-bf1a-73d25bed46b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b65385-0712-4743-90a0-e9c5e2aad931,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:35.681517 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Transition to ACTIVE for port object 491f42e6-3838-4bcb-9762-72c5acf4bb0d will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:59:35.695504 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.708112 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Allocated IP 172.20.0.1 (a94cf367-8628-4069-9817-cef691477a1f/6ecfefaa-c828-4903-915e-e28269077e58/f1512906-e1c9-4acf-9735-4273a70a0b81) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:59:35.723872 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cd3e07-aa67-4d9e-873d-070f0d541a49 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Router 4fa6e7cc-0820-438b-b684-28e1015000ea has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:59:35.798914 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Attempting to bind port 491f42e6-3838-4bcb-9762-72c5acf4bb0d on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:59:35.799394 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Attempting to bind port 491f42e6-3838-4bcb-9762-72c5acf4bb0d by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:59:35.799968 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Attempting to bind port 491f42e6-3838-4bcb-9762-72c5acf4bb0d on network f547a329-a9d1-495a-bdbe-cc39c0620848 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:59:35.811242 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d0c5b-afd6-4ac1-a751-65afdf9392fa None None] Pushing event updated for resources: {'Port': ['ID=491f42e6-3838-4bcb-9762-72c5acf4bb0d,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:35.815923 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:59:35.816438 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Checking segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:59:35.817011 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.817522 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Bound using segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:59:35.818115 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Bound port: 491f42e6-3838-4bcb-9762-72c5acf4bb0d, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:59:35.818589 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.887503 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] For port 491f42e6-3838-4bcb-9762-72c5acf4bb0d, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:59:35.893648 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] For port 491f42e6-3838-4bcb-9762-72c5acf4bb0d, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=491f42e6-3838-4bcb-9762-72c5acf4bb0d,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:59:35.903323 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f72fb979-67c2-4308-813a-ca9c1f5c4022 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:59:35.907323 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:36.007302 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Routers {'e66d68c4-720b-4407-a8e2-131f63d84418'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:59:36.008126 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:59:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['e66d68c4-720b-4407-a8e2-131f63d84418'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:36.064910 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d0c5b-afd6-4ac1-a751-65afdf9392fa None None] Pushing event updated for resources: {'Port': ['ID=491f42e6-3838-4bcb-9762-72c5acf4bb0d,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:36.113630 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port f72fb979-67c2-4308-813a-ca9c1f5c4022 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:59:36.122355 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port f72fb979-67c2-4308-813a-ca9c1f5c4022 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:36.122848 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:36.182019 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] Set router e66d68c4-720b-4407-a8e2-131f63d84418 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:59:36.272372 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:36.282129 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cd3e07-aa67-4d9e-873d-070f0d541a49 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:59:36.287213 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f1cd3e07-aa67-4d9e-873d-070f0d541a49 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:36.292714 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7939d97f-7716-4201-b8fd-6b3adf04a757 None None] Sync routers for ids ['4fa6e7cc-0820-438b-b684-28e1015000ea'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:59:36.304312 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7939d97f-7716-4201-b8fd-6b3adf04a757 None None] Routers {'4fa6e7cc-0820-438b-b684-28e1015000ea'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:59:36.305256 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-7939d97f-7716-4201-b8fd-6b3adf04a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:59:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['4fa6e7cc-0820-438b-b684-28e1015000ea'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:36.317198 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Transition to ACTIVE for port object f1512906-e1c9-4acf-9735-4273a70a0b81 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:59:36.342352 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f1cd3e07-aa67-4d9e-873d-070f0d541a49 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "PUT /v2.0/floatingips/9e72aae1-b3b8-4ea7-bb10-446e09d40c6f HTTP/1.1" status: 200 len: 990 time: 2.4211137 Jul 08 12:59:36.342574 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:36.342666 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'tag': '8125f942-47e4-4c1e-9ddf-543dfe601753'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:59:36.348086 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d56b84-652e-4dc6-a55d-3f3b810b0795" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf", "tag": "8125f942-47e4-4c1e-9ddf-543dfe601753"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:59:36.379783 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:36.438314 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-7939d97f-7716-4201-b8fd-6b3adf04a757 None None] Set router 4fa6e7cc-0820-438b-b684-28e1015000ea gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:59:36.458663 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Network a94cf367-8628-4069-9817-cef691477a1f is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:59:36.462755 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:59:36.466947 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:59:36.490717 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port f72fb979-67c2-4308-813a-ca9c1f5c4022, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=f72fb979-67c2-4308-813a-ca9c1f5c4022,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:59:36.505523 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:36.506484 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 560926ac-e91d-45b6-843a-433df1bbab7c up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:59:36.522067 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642514'] for router_interface, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:36.613981 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Pushing event updated for resources: {'Port': ['ID=f1512906-e1c9-4acf-9735-4273a70a0b81,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:36.648783 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'name': 'tempest-TestVolumeBootPattern-25604245-router', 'tenant_id': '60b2f0929935412c901e1adfbf54b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '491f42e6-3838-4bcb-9762-72c5acf4bb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:32Z', 'updated_at': '2021-07-08T12:59:33Z', 'revision_number': 3, 'project_id': '60b2f0929935412c901e1adfbf54b778', 'gw_port': {'id': '491f42e6-3838-4bcb-9762-72c5acf4bb0d', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:47:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:32Z', 'updated_at': '2021-07-08T12:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:36.669859 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b879b504-be60-4341-9862-7f3208779585 x-openstack-request-id: req-b879b504-be60-4341-9862-7f3208779585 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:59:36.670449 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf", "tag": "8125f942-47e4-4c1e-9ddf-543dfe601753", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:59:36.670870 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b879b504-be60-4341-9862-7f3208779585 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:59:36.671475 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'tag': '8125f942-47e4-4c1e-9ddf-543dfe601753', 'status': 'completed', 'code': 200} Jul 08 12:59:36.691197 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222238b-d1d2-482e-9ead-6090126788e1 None None] The sync data for ids ['e66d68c4-720b-4407-a8e2-131f63d84418'] in dv-cinder-800022-1-iscsi is: [{'id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'name': 'tempest-TestVolumeBootPattern-25604245-router', 'tenant_id': '60b2f0929935412c901e1adfbf54b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '491f42e6-3838-4bcb-9762-72c5acf4bb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:32Z', 'updated_at': '2021-07-08T12:59:33Z', 'revision_number': 3, 'project_id': '60b2f0929935412c901e1adfbf54b778', 'gw_port': {'id': '491f42e6-3838-4bcb-9762-72c5acf4bb0d', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:47:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:32Z', 'updated_at': '2021-07-08T12:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:59:36.700163 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=f72fb979-67c2-4308-813a-ca9c1f5c4022,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:36.716775 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 560926ac-e91d-45b6-843a-433df1bbab7c triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:36.717190 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:36.745789 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-7939d97f-7716-4201-b8fd-6b3adf04a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:10Z', 'revision_number': 4, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '9e72aae1-b3b8-4ea7-bb10-446e09d40c6f', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'port_id': '8125f942-47e4-4c1e-9ddf-543dfe601753', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'mac_address': 'fa:16:3e:3e:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:59:19Z', 'updated_at': '2021-07-08T12:59:34Z', 'revision_number': 1, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8d1394-93cd-450d-bd8d-ef21e43756eb', 'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'mac_address': 'fa:16:3e:dd:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 5, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'subnets': [{'id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:36.777188 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7939d97f-7716-4201-b8fd-6b3adf04a757 None None] Checking router: 4fa6e7cc-0820-438b-b684-28e1015000ea for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:59:36.787108 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7939d97f-7716-4201-b8fd-6b3adf04a757 None None] Routers {'4fa6e7cc-0820-438b-b684-28e1015000ea'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:59:36.788104 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-7939d97f-7716-4201-b8fd-6b3adf04a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:59:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['4fa6e7cc-0820-438b-b684-28e1015000ea'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:36.802524 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:36.819812 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d56b84-652e-4dc6-a55d-3f3b810b0795 req-10f01590-a775-466c-8150-a61586abc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:36.821467 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-71d56b84-652e-4dc6-a55d-3f3b810b0795 req-10f01590-a775-466c-8150-a61586abc369 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb3aaf43ca0742bcbae60180f6a370b0&device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 1098 time: 0.1357272 Jul 08 12:59:36.929739 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-7939d97f-7716-4201-b8fd-6b3adf04a757 None None] Set router 4fa6e7cc-0820-438b-b684-28e1015000ea gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:59:36.989830 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-828ed3b9-fc2a-4d88-87aa-d188a09ad5ad None None] Provisioning for port f1512906-e1c9-4acf-9735-4273a70a0b81 completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:59:36.994111 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-828ed3b9-fc2a-4d88-87aa-d188a09ad5ad None None] Provisioning complete for port f1512906-e1c9-4acf-9735-4273a70a0b81 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:36.994492 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-828ed3b9-fc2a-4d88-87aa-d188a09ad5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:37.051505 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d56b84-652e-4dc6-a55d-3f3b810b0795 req-6d54b9c0-aea1-48fe-9e8d-0acc57877ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:37.053012 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-71d56b84-652e-4dc6-a55d-3f3b810b0795 req-6d54b9c0-aea1-48fe-9e8d-0acc57877ec4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1001031a-1b61-435b-8812-921aa2a452b0 HTTP/1.1" status: 200 len: 918 time: 0.1851413 Jul 08 12:59:37.063734 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-828ed3b9-fc2a-4d88-87aa-d188a09ad5ad None None] Port f1512906-e1c9-4acf-9735-4273a70a0b81 cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:59:37.171435 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-71d56b84-652e-4dc6-a55d-3f3b810b0795 req-129f2b7c-7828-49b0-a040-b594e3923148 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8125f942-47e4-4c1e-9ddf-543dfe601753 HTTP/1.1" status: 200 len: 998 time: 0.0995066 Jul 08 12:59:37.175366 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:37.208047 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:37.242117 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-7939d97f-7716-4201-b8fd-6b3adf04a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:10Z', 'revision_number': 4, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '9e72aae1-b3b8-4ea7-bb10-446e09d40c6f', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'port_id': '8125f942-47e4-4c1e-9ddf-543dfe601753', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'mac_address': 'fa:16:3e:3e:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:59:19Z', 'updated_at': '2021-07-08T12:59:34Z', 'revision_number': 1, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8d1394-93cd-450d-bd8d-ef21e43756eb', 'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'mac_address': 'fa:16:3e:dd:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 5, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'subnets': [{'id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:37.275704 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7939d97f-7716-4201-b8fd-6b3adf04a757 None None] The sync data for ids ['4fa6e7cc-0820-438b-b684-28e1015000ea'] in dv-cinder-800022-1-iscsi is: [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:10Z', 'revision_number': 4, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '9e72aae1-b3b8-4ea7-bb10-446e09d40c6f', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'port_id': '8125f942-47e4-4c1e-9ddf-543dfe601753', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'mac_address': 'fa:16:3e:3e:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T12:59:19Z', 'updated_at': '2021-07-08T12:59:34Z', 'revision_number': 1, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8d1394-93cd-450d-bd8d-ef21e43756eb', 'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'mac_address': 'fa:16:3e:dd:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 5, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'subnets': [{'id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:59:37.300272 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d56b84-652e-4dc6-a55d-3f3b810b0795 req-47cf8f85-7cfd-4367-b210-f69e3a0b79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:37.301785 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-71d56b84-652e-4dc6-a55d-3f3b810b0795 req-47cf8f85-7cfd-4367-b210-f69e3a0b79bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6adf3be6-529c-41ea-8b72-a2240d7f7625 HTTP/1.1" status: 200 len: 856 time: 0.1227710 Jul 08 12:59:37.302936 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653697'] for router_interface, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:37.304864 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Pushing event updated for resources: {'Port': ['ID=f1512906-e1c9-4acf-9735-4273a70a0b81,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:37.433359 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d56b84-652e-4dc6-a55d-3f3b810b0795 req-9caa76a6-b51b-4937-be97-f18cf3fd76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:37.434877 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-71d56b84-652e-4dc6-a55d-3f3b810b0795 req-9caa76a6-b51b-4937-be97-f18cf3fd76a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1001031a-1b61-435b-8812-921aa2a452b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1233137 Jul 08 12:59:37.452539 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Network a94cf367-8628-4069-9817-cef691477a1f is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:59:37.455309 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:59:37.589495 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b55006-4d4f-4641-b504-b0f6cb7144b9 None None] New status for floating IP 9e72aae1-b3b8-4ea7-bb10-446e09d40c6f: ACTIVE {{(pid=92985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 12:59:37.627437 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-71d56b84-652e-4dc6-a55d-3f3b810b0795 req-82f73075-a3be-4c77-a451-84ef829a1059 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833065 Jul 08 12:59:37.700665 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Router e66d68c4-720b-4407-a8e2-131f63d84418 has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:59:37.812904 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-6654a13f-16a9-4516-9d96-ce9dae55c27f None None] Provisioning complete for port f1512906-e1c9-4acf-9735-4273a70a0b81 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:37.813138 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-71d56b84-652e-4dc6-a55d-3f3b810b0795 req-6bea3d4a-d998-4148-bded-5f4230d419db service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774948 Jul 08 12:59:37.813409 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-6654a13f-16a9-4516-9d96-ce9dae55c27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:37.874451 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-6654a13f-16a9-4516-9d96-ce9dae55c27f None None] Port f1512906-e1c9-4acf-9735-4273a70a0b81 cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:59:37.883982 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:59:37.899447 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f8cad96e-a4cc-4402-bb28-ac941fe41106 admin admin] 10.222.0.13 "PUT /v2.0/routers/e66d68c4-720b-4407-a8e2-131f63d84418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7675788 Jul 08 12:59:37.906600 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f72fb979-67c2-4308-813a-ca9c1f5c4022 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:59:37.962383 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port f72fb979-67c2-4308-813a-ca9c1f5c4022 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:37.962748 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.047542 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 491f42e6-3838-4bcb-9762-72c5acf4bb0d up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:59:38.098741 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 491f42e6-3838-4bcb-9762-72c5acf4bb0d completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:59:38.102963 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 491f42e6-3838-4bcb-9762-72c5acf4bb0d triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:38.103342 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.191054 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.213327 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port 491f42e6-3838-4bcb-9762-72c5acf4bb0d, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=491f42e6-3838-4bcb-9762-72c5acf4bb0d,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:59:38.217673 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.269272 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=491f42e6-3838-4bcb-9762-72c5acf4bb0d,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:38.303941 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39884) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:38.308630 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-110f48a4-41ca-48cd-b7f2-868dcf9780cd tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-976587776', 'description': 'tempest-secgroup-smoke-976587776 description', 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:38.334367 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-110f48a4-41ca-48cd-b7f2-868dcf9780cd tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.416751 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-110f48a4-41ca-48cd-b7f2-868dcf9780cd tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.421450 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-110f48a4-41ca-48cd-b7f2-868dcf9780cd tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.448825 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-110f48a4-41ca-48cd-b7f2-868dcf9780cd tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.450045 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-110f48a4-41ca-48cd-b7f2-868dcf9780cd tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1450846 Jul 08 12:59:38.452026 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f48a4-41ca-48cd-b7f2-868dcf9780cd tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db55c41b-ead7-492e-935c-acf6287804f4,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:38.453123 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39886) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:38.457882 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-2c66381c-e7cf-49c0-8e69-82c8ec63544b tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Request body: {'security_group_rule': {'security_group_id': 'db55c41b-ead7-492e-935c-acf6287804f4', 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:38.482979 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2c66381c-e7cf-49c0-8e69-82c8ec63544b tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.539048 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2c66381c-e7cf-49c0-8e69-82c8ec63544b tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.543382 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2c66381c-e7cf-49c0-8e69-82c8ec63544b tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.560943 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66381c-e7cf-49c0-8e69-82c8ec63544b tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb3f98d-4c4c-4279-862f-62e0c3a29c91,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:38.569989 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2c66381c-e7cf-49c0-8e69-82c8ec63544b tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.571483 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2c66381c-e7cf-49c0-8e69-82c8ec63544b tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173522 Jul 08 12:59:38.574127 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39888) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:38.579129 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-3e146ee3-6827-48e1-a391-8f3471b6cda8 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Request body: {'security_group_rule': {'security_group_id': 'db55c41b-ead7-492e-935c-acf6287804f4', 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:38.604646 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3e146ee3-6827-48e1-a391-8f3471b6cda8 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.670824 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3e146ee3-6827-48e1-a391-8f3471b6cda8 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.675297 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3e146ee3-6827-48e1-a391-8f3471b6cda8 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.700584 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e146ee3-6827-48e1-a391-8f3471b6cda8 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d19a1d-91f8-4729-bdc1-78b115d24875,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:38.704734 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3e146ee3-6827-48e1-a391-8f3471b6cda8 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.705984 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-3e146ee3-6827-48e1-a391-8f3471b6cda8 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306362 Jul 08 12:59:38.708554 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39892) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:38.713092 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-27e4febd-da16-40f4-865d-bcd6eda615ec tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Request body: {'security_group_rule': {'security_group_id': 'db55c41b-ead7-492e-935c-acf6287804f4', 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:38.740806 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-27e4febd-da16-40f4-865d-bcd6eda615ec tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.804557 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-27e4febd-da16-40f4-865d-bcd6eda615ec tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.809434 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-27e4febd-da16-40f4-865d-bcd6eda615ec tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.829095 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4febd-da16-40f4-865d-bcd6eda615ec tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2fe663-a122-4d59-a62b-a5fe065fac57,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:38.833234 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-27e4febd-da16-40f4-865d-bcd6eda615ec tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.834678 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-27e4febd-da16-40f4-865d-bcd6eda615ec tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250985 Jul 08 12:59:38.837348 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39894) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:38.841937 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-adac7128-714f-4b56-96a9-9efca6b6dcce tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Request body: {'security_group_rule': {'security_group_id': 'db55c41b-ead7-492e-935c-acf6287804f4', 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:38.860106 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Sync routers for ids ['e66d68c4-720b-4407-a8e2-131f63d84418'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:59:38.869963 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Routers {'e66d68c4-720b-4407-a8e2-131f63d84418'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:59:38.870574 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:59:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['e66d68c4-720b-4407-a8e2-131f63d84418'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:38.871131 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-adac7128-714f-4b56-96a9-9efca6b6dcce tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.929804 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-adac7128-714f-4b56-96a9-9efca6b6dcce tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.933354 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-adac7128-714f-4b56-96a9-9efca6b6dcce tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.951078 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac7128-714f-4b56-96a9-9efca6b6dcce tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be62eca-a632-459a-82c2-97b9cf36a3dc,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:38.958012 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-adac7128-714f-4b56-96a9-9efca6b6dcce tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:38.959899 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-adac7128-714f-4b56-96a9-9efca6b6dcce tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212802 Jul 08 12:59:38.962613 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 39896) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:38.967311 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-71999898-4954-4d1b-9c78-9699d20668b9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Request body: {'security_group_rule': {'security_group_id': 'db55c41b-ead7-492e-935c-acf6287804f4', 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:38.978165 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Set router e66d68c4-720b-4407-a8e2-131f63d84418 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:59:38.993418 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.securitygroups_db [None req-71999898-4954-4d1b-9c78-9699d20668b9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Project 054cc5f77d1d4fcfba89fcd19f3893b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 12:59:39.000829 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-71999898-4954-4d1b-9c78-9699d20668b9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:39.077299 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-71999898-4954-4d1b-9c78-9699d20668b9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:39.082139 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-71999898-4954-4d1b-9c78-9699d20668b9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:39.104689 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71999898-4954-4d1b-9c78-9699d20668b9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6777b152-41ac-4bb8-8fca-c26844d52bee,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:39.111708 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-71999898-4954-4d1b-9c78-9699d20668b9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:39.113397 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-71999898-4954-4d1b-9c78-9699d20668b9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1496947 Jul 08 12:59:39.116334 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 39898) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:59:39.121164 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-7a16b37a-e1d3-4d04-908b-e3142a0fa88f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Request body: {'security_group_rule': {'security_group_id': 'db55c41b-ead7-492e-935c-acf6287804f4', 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:39.148843 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.securitygroups_db [None req-7a16b37a-e1d3-4d04-908b-e3142a0fa88f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Project 054cc5f77d1d4fcfba89fcd19f3893b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 12:59:39.154848 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7a16b37a-e1d3-4d04-908b-e3142a0fa88f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:39.214828 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'name': 'tempest-TestVolumeBootPattern-25604245-router', 'tenant_id': '60b2f0929935412c901e1adfbf54b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '491f42e6-3838-4bcb-9762-72c5acf4bb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:32Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 4, 'project_id': '60b2f0929935412c901e1adfbf54b778', 'gw_port': {'id': '491f42e6-3838-4bcb-9762-72c5acf4bb0d', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:47:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:32Z', 'updated_at': '2021-07-08T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f1512906-e1c9-4acf-9735-4273a70a0b81', 'name': '', 'network_id': 'a94cf367-8628-4069-9817-cef691477a1f', 'tenant_id': '60b2f0929935412c901e1adfbf54b778', 'mac_address': 'fa:16:3e:11:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6ecfefaa-c828-4903-915e-e28269077e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:35Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 2, 'project_id': '60b2f0929935412c901e1adfbf54b778', 'subnets': [{'id': '6ecfefaa-c828-4903-915e-e28269077e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:39.227308 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7a16b37a-e1d3-4d04-908b-e3142a0fa88f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:39.230893 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7a16b37a-e1d3-4d04-908b-e3142a0fa88f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:39.244588 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Checking router: e66d68c4-720b-4407-a8e2-131f63d84418 for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:59:39.245015 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Updating router e66d68c4-720b-4407-a8e2-131f63d84418 port f1512906-e1c9-4acf-9735-4273a70a0b81 binding host dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:59:39.255084 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16b37a-e1d3-4d04-908b-e3142a0fa88f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d03e3df-fd59-4899-b898-f0375f34327d,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:39.259570 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7a16b37a-e1d3-4d04-908b-e3142a0fa88f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:39.261041 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7a16b37a-e1d3-4d04-908b-e3142a0fa88f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435394 Jul 08 12:59:39.288325 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:39.638380 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:39.648830 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Transition to ACTIVE for port object f1512906-e1c9-4acf-9735-4273a70a0b81 will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:59:39.655582 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:39.700755 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b0dd8-616b-4631-a396-9bbe5d28d82f None None] Pushing event updated for resources: {'Port': ['ID=f1512906-e1c9-4acf-9735-4273a70a0b81,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:39.770755 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 491f42e6-3838-4bcb-9762-72c5acf4bb0d up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:59:39.779947 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Attempting to bind port f1512906-e1c9-4acf-9735-4273a70a0b81 on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:59:39.780321 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Attempting to bind port f1512906-e1c9-4acf-9735-4273a70a0b81 by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '67c512de-532f-4983-b916-04901433fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a94cf367-8628-4069-9817-cef691477a1f'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:59:39.780681 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Attempting to bind port f1512906-e1c9-4acf-9735-4273a70a0b81 on network a94cf367-8628-4069-9817-cef691477a1f {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:59:39.786601 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:59:39.787007 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Checking segment: {'id': '67c512de-532f-4983-b916-04901433fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a94cf367-8628-4069-9817-cef691477a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:59:39.787389 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:39.787786 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Bound using segment: {'id': '67c512de-532f-4983-b916-04901433fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a94cf367-8628-4069-9817-cef691477a1f'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:59:39.788331 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Bound port: f1512906-e1c9-4acf-9735-4273a70a0b81, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c512de-532f-4983-b916-04901433fe9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a94cf367-8628-4069-9817-cef691477a1f'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:59:39.788619 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:39.828022 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 491f42e6-3838-4bcb-9762-72c5acf4bb0d triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:39.828424 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:39.881450 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] For port f1512906-e1c9-4acf-9735-4273a70a0b81, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:59:39.888881 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] For port f1512906-e1c9-4acf-9735-4273a70a0b81, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=f1512906-e1c9-4acf-9735-4273a70a0b81,segment=NetworkSegment(67c512de-532f-4983-b916-04901433fe9f),segment_id=67c512de-532f-4983-b916-04901433fe9f)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:59:39.895394 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:39.950377 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Routers {'e66d68c4-720b-4407-a8e2-131f63d84418'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:59:39.950977 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:59:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['e66d68c4-720b-4407-a8e2-131f63d84418'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:40.070584 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b0dd8-616b-4631-a396-9bbe5d28d82f None None] Pushing event updated for resources: {'Port': ['ID=f1512906-e1c9-4acf-9735-4273a70a0b81,revision_number=4']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:40.091216 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] Set router e66d68c4-720b-4407-a8e2-131f63d84418 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:59:40.301106 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'name': 'tempest-TestVolumeBootPattern-25604245-router', 'tenant_id': '60b2f0929935412c901e1adfbf54b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '491f42e6-3838-4bcb-9762-72c5acf4bb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:32Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 4, 'project_id': '60b2f0929935412c901e1adfbf54b778', 'gw_port': {'id': '491f42e6-3838-4bcb-9762-72c5acf4bb0d', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:47:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:32Z', 'updated_at': '2021-07-08T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f1512906-e1c9-4acf-9735-4273a70a0b81', 'name': '', 'network_id': 'a94cf367-8628-4069-9817-cef691477a1f', 'tenant_id': '60b2f0929935412c901e1adfbf54b778', 'mac_address': 'fa:16:3e:11:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6ecfefaa-c828-4903-915e-e28269077e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:35Z', 'updated_at': '2021-07-08T12:59:39Z', 'revision_number': 4, 'project_id': '60b2f0929935412c901e1adfbf54b778', 'subnets': [{'id': '6ecfefaa-c828-4903-915e-e28269077e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:59:40.326806 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c01aaf-b996-4811-85b3-0eb922955351 None None] The sync data for ids ['e66d68c4-720b-4407-a8e2-131f63d84418'] in dv-cinder-800022-1-iscsi is: [{'id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'name': 'tempest-TestVolumeBootPattern-25604245-router', 'tenant_id': '60b2f0929935412c901e1adfbf54b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '491f42e6-3838-4bcb-9762-72c5acf4bb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:32Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 4, 'project_id': '60b2f0929935412c901e1adfbf54b778', 'gw_port': {'id': '491f42e6-3838-4bcb-9762-72c5acf4bb0d', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:47:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:32Z', 'updated_at': '2021-07-08T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f1512906-e1c9-4acf-9735-4273a70a0b81', 'name': '', 'network_id': 'a94cf367-8628-4069-9817-cef691477a1f', 'tenant_id': '60b2f0929935412c901e1adfbf54b778', 'mac_address': 'fa:16:3e:11:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '6ecfefaa-c828-4903-915e-e28269077e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:35Z', 'updated_at': '2021-07-08T12:59:39Z', 'revision_number': 4, 'project_id': '60b2f0929935412c901e1adfbf54b778', 'subnets': [{'id': '6ecfefaa-c828-4903-915e-e28269077e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:59:41.765196 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f1512906-e1c9-4acf-9735-4273a70a0b81 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:59:41.823663 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port f1512906-e1c9-4acf-9735-4273a70a0b81 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:59:41.827691 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port f1512906-e1c9-4acf-9735-4273a70a0b81 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:41.828197 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:41.917372 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:41.952159 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port f1512906-e1c9-4acf-9735-4273a70a0b81, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=f1512906-e1c9-4acf-9735-4273a70a0b81,segment=NetworkSegment(67c512de-532f-4983-b916-04901433fe9f),segment_id=67c512de-532f-4983-b916-04901433fe9f)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:59:41.955947 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:42.003277 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=f1512906-e1c9-4acf-9735-4273a70a0b81,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:43.514154 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b201797e-f022-4e4f-8a77-38682f5d86f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:43.742186 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f1512906-e1c9-4acf-9735-4273a70a0b81 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:59:43.790595 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port f1512906-e1c9-4acf-9735-4273a70a0b81 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:43.790965 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:46.006998 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f4b63b80-b99e-462e-bda6-19d84aaedb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:46.915198 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:47.473721 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:49.341047 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:55.775864 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-9b25c2cf-5757-4dce-8a91-2603e942b3fe tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976587776&fields=id&tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9 HTTP/1.1" status: 200 len: 267 time: 0.0332046 Jul 08 12:59:55.884284 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-2a31a2bf-db2c-4169-9ebd-46400d4d73c1 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:55.885848 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-2a31a2bf-db2c-4169-9ebd-46400d4d73c1 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/networks?id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f HTTP/1.1" status: 200 len: 812 time: 0.0989788 Jul 08 12:59:55.900016 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-486ad2e3-ca7e-4f08-bf77-8c45bf131e33 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/quotas/054cc5f77d1d4fcfba89fcd19f3893b9 HTTP/1.1" status: 200 len: 375 time: 0.0089197 Jul 08 12:59:55.970630 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-a8f82242-6e2b-4553-bf33-a9a78b0dd019 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654714 Jul 08 12:59:56.067110 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-aa2bf39b-0b35-4b18-b97d-68289a2592ec service neutron] 10.222.0.13 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840125 Jul 08 12:59:56.158877 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-e36ff2f1-1cbd-4153-9e02-dfd05b52ba0e service neutron] 10.222.0.13 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860503 Jul 08 12:59:56.479685 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e2b253db-8753-42bc-811f-aa067224f173 req-a65747f2-98ed-4b5a-be67-29086a5c116c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 210 time: 0.0349860 Jul 08 12:59:56.745788 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:59:57.628749 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-62a3c7b4-2580-4528-a37c-d6a3c7b2bfe4 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:57.630417 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-62a3c7b4-2580-4528-a37c-d6a3c7b2bfe4 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.61 "GET /v2.0/networks?id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f HTTP/1.1" status: 200 len: 812 time: 0.1085885 Jul 08 12:59:57.640454 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ff7250e3-041f-4cb2-8158-41b83a63a8de req-62347834-fca0-4fe0-a9c6-f6fde165ea52 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 210 time: 0.0309029 Jul 08 12:59:57.682718 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-e1d912df-19dd-43bb-ac57-be8ed076410b tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9 HTTP/1.1" status: 200 len: 379 time: 0.0418830 Jul 08 12:59:57.694083 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-35a8b534-28a0-47a5-a6f6-5f209f88932f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Request body: {'port': {'device_id': '37c2d392-8d02-472e-8482-d2d1728a33fb', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'admin_state_up': True, 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'security_groups': ['db55c41b-ead7-492e-935c-acf6287804f4']}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:57.816037 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-35a8b534-28a0-47a5-a6f6-5f209f88932f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Made reservation on behalf of 054cc5f77d1d4fcfba89fcd19f3893b9 for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:59:57.819699 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-35a8b534-28a0-47a5-a6f6-5f209f88932f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:57.944862 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-35a8b534-28a0-47a5-a6f6-5f209f88932f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Allocated IP 172.20.0.13 (6fa8d924-07d6-4b37-8b61-55b843f8fe3f/b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b/07a5f48f-4094-4eb5-ae80-c7813505f3a9) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:59:57.964530 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:58.118876 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-35a8b534-28a0-47a5-a6f6-5f209f88932f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:58.138429 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-35a8b534-28a0-47a5-a6f6-5f209f88932f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Transition to ACTIVE for port object 07a5f48f-4094-4eb5-ae80-c7813505f3a9 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:59:58.176653 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-35a8b534-28a0-47a5-a6f6-5f209f88932f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:58.231217 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-35a8b534-28a0-47a5-a6f6-5f209f88932f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:59:58.236808 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-35a8b534-28a0-47a5-a6f6-5f209f88932f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:59:58.242143 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-35a8b534-28a0-47a5-a6f6-5f209f88932f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:59:58.294239 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-35a8b534-28a0-47a5-a6f6-5f209f88932f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:58.294956 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-35a8b534-28a0-47a5-a6f6-5f209f88932f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:58.303767 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8b534-28a0-47a5-a6f6-5f209f88932f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event updated for resources: {'Port': ['ID=07a5f48f-4094-4eb5-ae80-c7813505f3a9,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:58.319723 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-35a8b534-28a0-47a5-a6f6-5f209f88932f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6309149 Jul 08 12:59:58.334470 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Request body: {'port': {'device_id': '37c2d392-8d02-472e-8482-d2d1728a33fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:59:58.427930 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:58.468511 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-0539ac85-445d-4af3-bc73-0efc53466c01 None None] Provisioning for port 07a5f48f-4094-4eb5-ae80-c7813505f3a9 completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:59:58.472289 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-0539ac85-445d-4af3-bc73-0efc53466c01 None None] Provisioning complete for port 07a5f48f-4094-4eb5-ae80-c7813505f3a9 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:59:58.472728 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0539ac85-445d-4af3-bc73-0efc53466c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:58.506645 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-0539ac85-445d-4af3-bc73-0efc53466c01 None None] Port 07a5f48f-4094-4eb5-ae80-c7813505f3a9 cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:59:58.698543 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a5f48f-4094-4eb5-ae80-c7813505f3a9 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 12:59:58.707822 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:58.720697 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Transition to ACTIVE for port object 07a5f48f-4094-4eb5-ae80-c7813505f3a9 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:59:58.725221 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:58.798594 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Pushing event updated for resources: {'Port': ['ID=07a5f48f-4094-4eb5-ae80-c7813505f3a9,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:58.841647 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c9242-0845-4981-9ffe-aee88ea4ddf9 req-379c1c9d-9d7b-4146-b17a-d0e3f79cc966 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:58.848679 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-402c9242-0845-4981-9ffe-aee88ea4ddf9 req-379c1c9d-9d7b-4146-b17a-d0e3f79cc966 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 944 time: 0.0851061 Jul 08 12:59:58.852989 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Attempting to bind port 07a5f48f-4094-4eb5-ae80-c7813505f3a9 on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:59:58.853437 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Attempting to bind port 07a5f48f-4094-4eb5-ae80-c7813505f3a9 by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:59:58.853690 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Attempting to bind port 07a5f48f-4094-4eb5-ae80-c7813505f3a9 on network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:59:58.858325 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Port 07a5f48f-4094-4eb5-ae80-c7813505f3a9 on network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 12:59:58.858936 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Attempting to bind port 07a5f48f-4094-4eb5-ae80-c7813505f3a9 on network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:59:58.865049 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:59:58.865402 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Checking segment: {'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:59:58.865793 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Bound using segment: {'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:59:58.866233 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Bound port: 07a5f48f-4094-4eb5-ae80-c7813505f3a9, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:59:58.866596 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:58.884753 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-402c9242-0845-4981-9ffe-aee88ea4ddf9 req-470b0018-99ff-4fa8-b5c2-a768ab5c4ea6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351579 Jul 08 12:59:58.947693 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] For port 07a5f48f-4094-4eb5-ae80-c7813505f3a9, host hv-cinder-80002, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:59:58.950997 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] For port 07a5f48f-4094-4eb5-ae80-c7813505f3a9, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=07a5f48f-4094-4eb5-ae80-c7813505f3a9,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:59:58.955948 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:58.990206 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:58.990825 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:58.992231 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] 10.222.0.61 "PUT /v2.0/ports/07a5f48f-4094-4eb5-ae80-c7813505f3a9 HTTP/1.1" status: 200 len: 1094 time: 0.6652844 Jul 08 12:59:58.992658 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c2d392-8d02-472e-8482-d2d1728a33fb', 'tag': '07a5f48f-4094-4eb5-ae80-c7813505f3a9'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 12:59:58.994921 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a010355-332c-400a-bf27-0e119f416660" -d '{"events": [{"name": "network-changed", "server_uuid": "37c2d392-8d02-472e-8482-d2d1728a33fb", "tag": "07a5f48f-4094-4eb5-ae80-c7813505f3a9"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 12:59:59.023641 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d016fd0-874d-4db9-b3b0-c38929175b28 service neutron] Pushing event updated for resources: {'Port': ['ID=07a5f48f-4094-4eb5-ae80-c7813505f3a9,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:59:59.047639 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 12:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5b75b7-b2fc-4b0e-81cd-a1047d8ff07a x-openstack-request-id: req-3d5b75b7-b2fc-4b0e-81cd-a1047d8ff07a {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 12:59:59.048101 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c2d392-8d02-472e-8482-d2d1728a33fb", "tag": "07a5f48f-4094-4eb5-ae80-c7813505f3a9", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 12:59:59.048475 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d5b75b7-b2fc-4b0e-81cd-a1047d8ff07a {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 12:59:59.048886 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c2d392-8d02-472e-8482-d2d1728a33fb', 'tag': '07a5f48f-4094-4eb5-ae80-c7813505f3a9', 'status': 'completed', 'code': 200} Jul 08 12:59:59.129536 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-7de696e7-60d3-4bb9-b51e-e7a23cfc4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:59.131394 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-7de696e7-60d3-4bb9-b51e-e7a23cfc4c4c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9&device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 1097 time: 0.0729043 Jul 08 12:59:59.180559 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-09dc1887-7d9c-43ed-bee0-0c1513b97d93 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a5f48f-4094-4eb5-ae80-c7813505f3a9 HTTP/1.1" status: 200 len: 217 time: 0.0410457 Jul 08 12:59:59.239927 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-c43cd23b-5d95-4e8a-95a1-3c0490aadd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:59.241664 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-c43cd23b-5d95-4e8a-95a1-3c0490aadd2d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b HTTP/1.1" status: 200 len: 851 time: 0.0525618 Jul 08 12:59:59.310693 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-92330673-6906-4955-a163-729f47a666cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:59.312263 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-92330673-6906-4955-a163-729f47a666cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622790 Jul 08 12:59:59.416040 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-123f7687-897a-400e-8eb4-08783132d995 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959764 Jul 08 12:59:59.515510 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3615b0f-3033-4e33-83cd-6290bb026290 req-31425f67-8857-4487-b6dd-a0554becc4a1 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920541 Jul 08 12:59:59.617595 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a010355-332c-400a-bf27-0e119f416660 req-849897f6-5ca3-40f3-99c2-65a48517b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:59.619105 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7a010355-332c-400a-bf27-0e119f416660 req-849897f6-5ca3-40f3-99c2-65a48517b175 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9&device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 1097 time: 0.0541909 Jul 08 12:59:59.715282 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a010355-332c-400a-bf27-0e119f416660 req-abbe65bf-262e-4505-97ac-38170568ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:59.716781 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7a010355-332c-400a-bf27-0e119f416660 req-abbe65bf-262e-4505-97ac-38170568ed1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f HTTP/1.1" status: 200 len: 913 time: 0.0909846 Jul 08 12:59:59.764360 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7a010355-332c-400a-bf27-0e119f416660 req-ae84e1ae-3cc1-4bba-a542-e6a667fd2836 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a5f48f-4094-4eb5-ae80-c7813505f3a9 HTTP/1.1" status: 200 len: 217 time: 0.0340464 Jul 08 12:59:59.816633 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a010355-332c-400a-bf27-0e119f416660 req-ba2f64ff-01a4-4717-93ef-d824f06dfa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:59.818083 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7a010355-332c-400a-bf27-0e119f416660 req-ba2f64ff-01a4-4717-93ef-d824f06dfa27 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b HTTP/1.1" status: 200 len: 851 time: 0.0457425 Jul 08 12:59:59.881066 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a010355-332c-400a-bf27-0e119f416660 req-97dfe67f-0383-46c7-801c-e5a0e5866e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:59:59.882603 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7a010355-332c-400a-bf27-0e119f416660 req-97dfe67f-0383-46c7-801c-e5a0e5866e14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577009 Jul 08 12:59:59.976428 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7a010355-332c-400a-bf27-0e119f416660 req-e40710dd-a000-4166-b9e0-fb0b998f5a92 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865223 Jul 08 13:00:00.113421 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7a010355-332c-400a-bf27-0e119f416660 req-fa5b9eb1-f4fc-4886-aa78-8385d62cd4c7 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292427 Jul 08 13:00:00.125771 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57237018-38cd-416e-a855-e37780fee63c req-b4e23303-d4a7-4eec-8deb-cdede7184b2b tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:00.127341 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-57237018-38cd-416e-a855-e37780fee63c req-b4e23303-d4a7-4eec-8deb-cdede7184b2b tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 944 time: 0.1256166 Jul 08 13:00:00.167933 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-57237018-38cd-416e-a855-e37780fee63c req-2cdefa83-0192-4c1e-a8da-d7a31bf482a3 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346725 Jul 08 13:00:01.346737 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0b156-1868-4b93-b27d-0be7c5bcd266 req-de6cd719-bd7a-4935-8902-3a9d061648bc tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:01.348363 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-15e0b156-1868-4b93-b27d-0be7c5bcd266 req-de6cd719-bd7a-4935-8902-3a9d061648bc tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 944 time: 0.0678105 Jul 08 13:00:01.668824 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-15e0b156-1868-4b93-b27d-0be7c5bcd266 req-3c779f0a-fa11-41d8-abd1-40ff9f6f091a tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3143229 Jul 08 13:00:02.859909 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4eae0-ca3d-405d-bdd2-3a0869378e58 req-11a98ea8-4703-424d-b808-2b4343a985eb tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:02.861512 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-21a4eae0-ca3d-405d-bdd2-3a0869378e58 req-11a98ea8-4703-424d-b808-2b4343a985eb tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 944 time: 0.0649083 Jul 08 13:00:02.904121 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-21a4eae0-ca3d-405d-bdd2-3a0869378e58 req-6b138870-b700-4029-abf7-3ca72616b080 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335989 Jul 08 13:00:03.292605 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5126d9ba-5037-40ff-a94f-79aab140343e req-6d2926fd-90b1-4b85-b810-e5ac416de45d tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733909421&fields=id&tenant_id=a088a09036eb40e6ba5a8c0b674bd424 HTTP/1.1" status: 200 len: 267 time: 0.0374706 Jul 08 13:00:03.360345 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d9ba-5037-40ff-a94f-79aab140343e req-72fff0aa-8100-4e0a-b944-1e2ee3f8eb1a tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:03.361930 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5126d9ba-5037-40ff-a94f-79aab140343e req-72fff0aa-8100-4e0a-b944-1e2ee3f8eb1a tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 984 time: 0.0640342 Jul 08 13:00:03.373097 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [req-5126d9ba-5037-40ff-a94f-79aab140343e req-fc30c380-6ed3-472e-8622-82ca93bd184e tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Request body: {'port': {'security_groups': ['83cb5bdd-05f8-4473-863d-ab3af4158833']}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:00:03.457441 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-5126d9ba-5037-40ff-a94f-79aab140343e req-fc30c380-6ed3-472e-8622-82ca93bd184e tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:03.641107 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-5126d9ba-5037-40ff-a94f-79aab140343e req-fc30c380-6ed3-472e-8622-82ca93bd184e tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] For port b58163e1-6cd4-47a9-b491-6821d464c33f, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b58163e1-6cd4-47a9-b491-6821d464c33f,segment=NetworkSegment(d7995807-348e-4cc6-8a3e-92ebc4a40c4a),segment_id=d7995807-348e-4cc6-8a3e-92ebc4a40c4a)] {{(pid=92983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:00:03.671541 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-5126d9ba-5037-40ff-a94f-79aab140343e req-fc30c380-6ed3-472e-8622-82ca93bd184e tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:03.676947 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-5126d9ba-5037-40ff-a94f-79aab140343e req-fc30c380-6ed3-472e-8622-82ca93bd184e tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:03.691632 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['b58163e1-6cd4-47a9-b491-6821d464c33f'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:00:03.729460 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d9ba-5037-40ff-a94f-79aab140343e req-fc30c380-6ed3-472e-8622-82ca93bd184e tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:03.732822 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-5126d9ba-5037-40ff-a94f-79aab140343e req-fc30c380-6ed3-472e-8622-82ca93bd184e tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:03.734497 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5126d9ba-5037-40ff-a94f-79aab140343e req-fc30c380-6ed3-472e-8622-82ca93bd184e tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "PUT /v2.0/ports/b58163e1-6cd4-47a9-b491-6821d464c33f HTTP/1.1" status: 200 len: 942 time: 0.3661373 Jul 08 13:00:03.734963 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06558cec-e4a7-4d76-a923-4e74409fa197', 'tag': 'b58163e1-6cd4-47a9-b491-6821d464c33f'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:00:03.738916 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c67c78-886e-4d20-a463-f13ee89d6e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "06558cec-e4a7-4d76-a923-4e74409fa197", "tag": "b58163e1-6cd4-47a9-b491-6821d464c33f"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:00:03.743636 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40092) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:03.788329 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30c380-6ed3-472e-8622-82ca93bd184e tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Pushing event updated for resources: {'Port': ['ID=b58163e1-6cd4-47a9-b491-6821d464c33f,revision_number=7']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:03.809290 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['b58163e1-6cd4-47a9-b491-6821d464c33f'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:00:03.839682 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4c58e704-c68d-4259-b90e-ed12fd356ca4 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:03.875378 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4c58e704-c68d-4259-b90e-ed12fd356ca4 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:03.915279 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e2d187-df8d-4bdc-ac76-d3a138e88337 x-openstack-request-id: req-51e2d187-df8d-4bdc-ac76-d3a138e88337 {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:00:03.915651 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06558cec-e4a7-4d76-a923-4e74409fa197", "tag": "b58163e1-6cd4-47a9-b491-6821d464c33f", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:00:03.915828 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51e2d187-df8d-4bdc-ac76-d3a138e88337 {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:00:03.916212 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06558cec-e4a7-4d76-a923-4e74409fa197', 'tag': 'b58163e1-6cd4-47a9-b491-6821d464c33f', 'status': 'completed', 'code': 200} Jul 08 13:00:03.957710 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4c58e704-c68d-4259-b90e-ed12fd356ca4 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:03.961490 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4c58e704-c68d-4259-b90e-ed12fd356ca4 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:03.963004 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4c58e704-c68d-4259-b90e-ed12fd356ca4 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "DELETE /v2.0/security-groups/9ebd0861-a00b-4dee-a32b-63ca6fd199f3 HTTP/1.1" status: 204 len: 168 time: 0.2182636 Jul 08 13:00:03.965784 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40100) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:03.994697 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58e704-c68d-4259-b90e-ed12fd356ca4 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebd0861-a00b-4dee-a32b-63ca6fd199f3,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:04.088119 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c67c78-886e-4d20-a463-f13ee89d6e2d req-7cddf6b3-2d00-44de-adb5-ef167323a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:04.089691 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-84c67c78-886e-4d20-a463-f13ee89d6e2d req-7cddf6b3-2d00-44de-adb5-ef167323a461 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a088a09036eb40e6ba5a8c0b674bd424&device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 1098 time: 0.0962429 Jul 08 13:00:04.140030 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-d8c5451d-6b4b-45ac-8e14-5b098663753a None None] Provisioning complete for port b58163e1-6cd4-47a9-b491-6821d464c33f triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:00:04.140637 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d8c5451d-6b4b-45ac-8e14-5b098663753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:04.191607 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-a566a02f-8966-4940-9dfb-ddb1917713d6 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Deleting port 5c58edb6-a192-4e63-b3b0-75f7e8eebab8 {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:00:04.193049 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a566a02f-8966-4940-9dfb-ddb1917713d6 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:04.221305 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afdd1c-8423-41aa-ae86-f6653ab9618e req-7494f339-f675-4eb9-96c1-9b1f0411e50b tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:04.222830 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-46afdd1c-8423-41aa-ae86-f6653ab9618e req-7494f339-f675-4eb9-96c1-9b1f0411e50b tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 944 time: 0.1550303 Jul 08 13:00:04.247055 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c67c78-886e-4d20-a463-f13ee89d6e2d req-4e763d3f-057e-4c18-bf1b-37ada8ccaded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:04.248605 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-84c67c78-886e-4d20-a463-f13ee89d6e2d req-4e763d3f-057e-4c18-bf1b-37ada8ccaded service neutron] 10.222.0.61 "GET /v2.0/networks?id=b69353fe-0596-4f5a-afef-8ca92a5c726f HTTP/1.1" status: 200 len: 914 time: 0.1422503 Jul 08 13:00:04.303261 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a566a02f-8966-4940-9dfb-ddb1917713d6 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:04.303924 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a566a02f-8966-4940-9dfb-ddb1917713d6 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:04.318662 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-a566a02f-8966-4940-9dfb-ddb1917713d6 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Calling delete_port for 5c58edb6-a192-4e63-b3b0-75f7e8eebab8 owned by network:floatingip {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:00:04.328334 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-46afdd1c-8423-41aa-ae86-f6653ab9618e req-7b4b32fe-483a-42eb-abf4-deb06b374064 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930741 Jul 08 13:00:04.342374 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-84c67c78-886e-4d20-a463-f13ee89d6e2d req-121b6de8-ecda-4775-82f0-7fe3e0efdc9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b58163e1-6cd4-47a9-b491-6821d464c33f HTTP/1.1" status: 200 len: 1000 time: 0.0856116 Jul 08 13:00:04.402326 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c67c78-886e-4d20-a463-f13ee89d6e2d req-f8df4a3b-e93a-469c-83b1-d043f12f7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:04.403828 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-84c67c78-886e-4d20-a463-f13ee89d6e2d req-f8df4a3b-e93a-469c-83b1-d043f12f7c98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9adcbf55-0e9b-4584-afdf-246e047a8ab6 HTTP/1.1" status: 200 len: 852 time: 0.0547802 Jul 08 13:00:04.475151 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c67c78-886e-4d20-a463-f13ee89d6e2d req-04fbbc95-84f1-4e92-8a0a-a0dabcbbdae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:04.476660 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-84c67c78-886e-4d20-a463-f13ee89d6e2d req-04fbbc95-84f1-4e92-8a0a-a0dabcbbdae8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b69353fe-0596-4f5a-afef-8ca92a5c726f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657570 Jul 08 13:00:04.515390 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a566a02f-8966-4940-9dfb-ddb1917713d6 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:04.582787 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-84c67c78-886e-4d20-a463-f13ee89d6e2d req-a0cd7024-7106-4d23-b4d3-365c8538e925 service neutron] 10.222.0.61 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993736 Jul 08 13:00:04.699068 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-84c67c78-886e-4d20-a463-f13ee89d6e2d req-42ecef2f-406a-40d6-b3ce-78280d18b565 service neutron] 10.222.0.61 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094046 Jul 08 13:00:04.812960 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566a02f-8966-4940-9dfb-ddb1917713d6 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Pushing event deleted for resources: {'Port': ['ID=5c58edb6-a192-4e63-b3b0-75f7e8eebab8,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:04.877847 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a566a02f-8966-4940-9dfb-ddb1917713d6 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks [] for floatingip, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:04.878248 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.l3_db [None req-a566a02f-8966-4940-9dfb-ddb1917713d6 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Floating IP 4b6a2cdd-b095-4bbb-be02-05289739bbe5 disassociated (deleted). External IP: 172.27.2.98, port: b58163e1-6cd4-47a9-b491-6821d464c33f. Jul 08 13:00:05.100501 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a566a02f-8966-4940-9dfb-ddb1917713d6 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:00:05.220050 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a566a02f-8966-4940-9dfb-ddb1917713d6 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:00:05.225167 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a566a02f-8966-4940-9dfb-ddb1917713d6 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:05.229345 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c76f4-64c5-4810-91e4-409668ff4e3b None None] Sync routers for ids ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:00:05.240320 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c76f4-64c5-4810-91e4-409668ff4e3b None None] Routers {'1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:00:05.243403 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-3b4c76f4-64c5-4810-91e4-409668ff4e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:59:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:05.286570 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-a566a02f-8966-4940-9dfb-ddb1917713d6 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "DELETE /v2.0/floatingips/4b6a2cdd-b095-4bbb-be02-05289739bbe5 HTTP/1.1" status: 204 len: 168 time: 1.3196440 Jul 08 13:00:05.396718 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-3b4c76f4-64c5-4810-91e4-409668ff4e3b None None] Set router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:00:05.574165 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6722d-2410-4350-a75b-63204fd129c6 req-fe6823ca-b2db-48f7-ab92-5c2df91db623 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:05.575808 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-96b6722d-2410-4350-a75b-63204fd129c6 req-fe6823ca-b2db-48f7-ab92-5c2df91db623 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 944 time: 0.0935354 Jul 08 13:00:05.674778 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-96b6722d-2410-4350-a75b-63204fd129c6 req-8687a8cd-7369-4b83-b926-d95108165560 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841463 Jul 08 13:00:05.676604 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-3b4c76f4-64c5-4810-91e4-409668ff4e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'name': 'tempest-TestMinimumBasicScenario-27436557-router', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:46Z', 'updated_at': '2021-07-08T12:56:53Z', 'revision_number': 4, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'gw_port': {'id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ed:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:48Z', 'updated_at': '2021-07-08T12:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'ed74ece0-d614-46a7-abee-22f164a556e5', 'name': '', 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'mac_address': 'fa:16:3e:6d:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:52Z', 'updated_at': '2021-07-08T12:57:03Z', 'revision_number': 5, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'subnets': [{'id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:05.705598 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c76f4-64c5-4810-91e4-409668ff4e3b None None] Checking router: 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:00:05.715807 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c76f4-64c5-4810-91e4-409668ff4e3b None None] Routers {'1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:00:05.716516 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-3b4c76f4-64c5-4810-91e4-409668ff4e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:59:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:05.823577 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-3b4c76f4-64c5-4810-91e4-409668ff4e3b None None] Set router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:00:05.917259 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06558cec-e4a7-4d76-a923-4e74409fa197', 'tag': 'b58163e1-6cd4-47a9-b491-6821d464c33f'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:00:05.919605 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d23db5e-c394-438e-b051-44be14f0dd78" -d '{"events": [{"name": "network-changed", "server_uuid": "06558cec-e4a7-4d76-a923-4e74409fa197", "tag": "b58163e1-6cd4-47a9-b491-6821d464c33f"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:00:05.965255 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65b8f7d-23a7-4a73-bd11-9e82580f84f9 x-openstack-request-id: req-b65b8f7d-23a7-4a73-bd11-9e82580f84f9 {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:00:05.965540 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06558cec-e4a7-4d76-a923-4e74409fa197", "tag": "b58163e1-6cd4-47a9-b491-6821d464c33f", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:00:05.965783 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b65b8f7d-23a7-4a73-bd11-9e82580f84f9 {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:00:05.966174 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06558cec-e4a7-4d76-a923-4e74409fa197', 'tag': 'b58163e1-6cd4-47a9-b491-6821d464c33f', 'status': 'completed', 'code': 200} Jul 08 13:00:06.039606 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-3b4c76f4-64c5-4810-91e4-409668ff4e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'name': 'tempest-TestMinimumBasicScenario-27436557-router', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:46Z', 'updated_at': '2021-07-08T12:56:53Z', 'revision_number': 4, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'gw_port': {'id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ed:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:48Z', 'updated_at': '2021-07-08T12:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'ed74ece0-d614-46a7-abee-22f164a556e5', 'name': '', 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'mac_address': 'fa:16:3e:6d:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:52Z', 'updated_at': '2021-07-08T12:57:03Z', 'revision_number': 5, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'subnets': [{'id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:06.050559 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23db5e-c394-438e-b051-44be14f0dd78 req-2e8d000e-26dd-4981-8b79-30cfb37e09a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:06.052174 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5d23db5e-c394-438e-b051-44be14f0dd78 req-2e8d000e-26dd-4981-8b79-30cfb37e09a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a088a09036eb40e6ba5a8c0b674bd424&device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 1098 time: 0.0606318 Jul 08 13:00:06.071622 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c76f4-64c5-4810-91e4-409668ff4e3b None None] The sync data for ids ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'] in dv-cinder-800022-1-iscsi is: [{'id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'name': 'tempest-TestMinimumBasicScenario-27436557-router', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:46Z', 'updated_at': '2021-07-08T12:56:53Z', 'revision_number': 4, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'gw_port': {'id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ed:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:48Z', 'updated_at': '2021-07-08T12:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'ed74ece0-d614-46a7-abee-22f164a556e5', 'name': '', 'network_id': 'b69353fe-0596-4f5a-afef-8ca92a5c726f', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'mac_address': 'fa:16:3e:6d:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:52Z', 'updated_at': '2021-07-08T12:57:03Z', 'revision_number': 5, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'subnets': [{'id': '9adcbf55-0e9b-4584-afdf-246e047a8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:00:06.162629 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23db5e-c394-438e-b051-44be14f0dd78 req-fb12509a-c72a-40f7-ab65-5370c014bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:06.164303 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5d23db5e-c394-438e-b051-44be14f0dd78 req-fb12509a-c72a-40f7-ab65-5370c014bc18 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b69353fe-0596-4f5a-afef-8ca92a5c726f HTTP/1.1" status: 200 len: 914 time: 0.1047523 Jul 08 13:00:06.206824 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5d23db5e-c394-438e-b051-44be14f0dd78 req-c11f42ec-47a3-4be2-a547-07098c07e8ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b58163e1-6cd4-47a9-b491-6821d464c33f HTTP/1.1" status: 200 len: 217 time: 0.0363495 Jul 08 13:00:06.272203 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23db5e-c394-438e-b051-44be14f0dd78 req-64e1f2e1-7e3d-489a-b7e7-85d10fad96e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:06.274580 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5d23db5e-c394-438e-b051-44be14f0dd78 req-64e1f2e1-7e3d-489a-b7e7-85d10fad96e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9adcbf55-0e9b-4584-afdf-246e047a8ab6 HTTP/1.1" status: 200 len: 852 time: 0.0597432 Jul 08 13:00:06.338619 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23db5e-c394-438e-b051-44be14f0dd78 req-83007e33-6754-4c4f-bafb-4101d83bbc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:06.340906 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5d23db5e-c394-438e-b051-44be14f0dd78 req-83007e33-6754-4c4f-bafb-4101d83bbc13 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b69353fe-0596-4f5a-afef-8ca92a5c726f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601540 Jul 08 13:00:06.361492 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471ab5c-c790-46b6-8892-eb0d211fcaae None None] New status for floating IP 4b6a2cdd-b095-4bbb-be02-05289739bbe5: DOWN {{(pid=92986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:00:06.436628 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5d23db5e-c394-438e-b051-44be14f0dd78 req-c80fccbb-e095-4afd-a3d7-19e1140356e5 service neutron] 10.222.0.61 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881972 Jul 08 13:00:06.536948 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5d23db5e-c394-438e-b051-44be14f0dd78 req-ebc6b09a-5268-44fa-8278-27ec05a8f422 service neutron] 10.222.0.61 "GET /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924311 Jul 08 13:00:06.864970 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46745da3-8798-420f-9bd9-b7f004b38491 req-de3d8a17-9511-4b92-a2b8-d7113a7dc4b3 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:06.866553 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-46745da3-8798-420f-9bd9-b7f004b38491 req-de3d8a17-9511-4b92-a2b8-d7113a7dc4b3 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 944 time: 0.0743377 Jul 08 13:00:06.908358 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-46745da3-8798-420f-9bd9-b7f004b38491 req-aae63f26-ba13-4b62-be15-4ce65662dcb8 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351257 Jul 08 13:00:07.484678 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 07a5f48f-4094-4eb5-ae80-c7813505f3a9 details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:00:07.589374 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 07a5f48f-4094-4eb5-ae80-c7813505f3a9, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=07a5f48f-4094-4eb5-ae80-c7813505f3a9,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:00:07.603415 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '07a5f48f-4094-4eb5-ae80-c7813505f3a9', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'port_id': '07a5f48f-4094-4eb5-ae80-c7813505f3a9', 'mac_address': 'fa:16:3e:75:35:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:00:07.648165 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:07.662550 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a5f48f-4094-4eb5-ae80-c7813505f3a9 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:00:07.683368 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 07a5f48f-4094-4eb5-ae80-c7813505f3a9, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=07a5f48f-4094-4eb5-ae80-c7813505f3a9,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:00:07.687692 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:07.735417 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=07a5f48f-4094-4eb5-ae80-c7813505f3a9,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:07.917116 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['07a5f48f-4094-4eb5-ae80-c7813505f3a9'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:00:08.085727 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc94be-d898-43f4-9fae-ec7d8eae21d3 req-fcd4d0d1-e573-41f5-8614-9979b4954d18 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:08.087869 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cbfc94be-d898-43f4-9fae-ec7d8eae21d3 req-fcd4d0d1-e573-41f5-8614-9979b4954d18 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 945 time: 0.0648227 Jul 08 13:00:08.127974 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cbfc94be-d898-43f4-9fae-ec7d8eae21d3 req-13be7e45-9ef5-44cf-ad87-e91f510a0bb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343528 Jul 08 13:00:08.438332 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646860c4-1357-445e-825f-f79a5e0e5e8e req-8a8d7b8d-d83b-4b3b-b9c8-4381d25870df tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:08.440353 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-646860c4-1357-445e-825f-f79a5e0e5e8e req-8a8d7b8d-d83b-4b3b-b9c8-4381d25870df tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 945 time: 0.0630331 Jul 08 13:00:08.481858 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-646860c4-1357-445e-825f-f79a5e0e5e8e req-004b3862-1416-46f1-b04e-7d1651f0c9d2 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358481 Jul 08 13:00:09.297430 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031abed-1c1a-4009-b349-377245d9cbe4 req-d8503d8b-581f-42a1-a06c-c60415fc3004 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:09.298903 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8031abed-1c1a-4009-b349-377245d9cbe4 req-d8503d8b-581f-42a1-a06c-c60415fc3004 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 945 time: 0.0619073 Jul 08 13:00:09.335259 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8031abed-1c1a-4009-b349-377245d9cbe4 req-320e1b1e-1fe6-40ec-a817-48c027702d15 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307148 Jul 08 13:00:09.498509 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 07a5f48f-4094-4eb5-ae80-c7813505f3a9 up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:00:09.548308 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port 07a5f48f-4094-4eb5-ae80-c7813505f3a9 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:00:09.552729 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 07a5f48f-4094-4eb5-ae80-c7813505f3a9 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:00:09.553210 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:09.666582 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cdd8a-8b55-42ff-ba7e-ba1f493713a8 req-e8f3130f-9f68-4f30-9cb2-7db523363810 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:09.668202 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-393cdd8a-8b55-42ff-ba7e-ba1f493713a8 req-e8f3130f-9f68-4f30-9cb2-7db523363810 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 945 time: 0.0705681 Jul 08 13:00:09.710069 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-393cdd8a-8b55-42ff-ba7e-ba1f493713a8 req-5f63774a-0ecf-4722-98f7-5550439f0763 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/security-groups?id=83cb5bdd-05f8-4473-863d-ab3af4158833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360079 Jul 08 13:00:09.752793 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:09.775310 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c2d392-8d02-472e-8482-d2d1728a33fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a5f48f-4094-4eb5-ae80-c7813505f3a9'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:00:09.777582 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d942f9f-a6e9-4106-9256-95d44fd56bab" -d '{"events": [{"server_uuid": "37c2d392-8d02-472e-8482-d2d1728a33fb", "name": "network-vif-plugged", "status": "completed", "tag": "07a5f48f-4094-4eb5-ae80-c7813505f3a9"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:00:09.790579 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 07a5f48f-4094-4eb5-ae80-c7813505f3a9, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=07a5f48f-4094-4eb5-ae80-c7813505f3a9,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:00:09.794821 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:09.846981 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=07a5f48f-4094-4eb5-ae80-c7813505f3a9,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:09.869042 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e781fd-945f-4791-a6f3-210442185763 x-openstack-request-id: req-c5e781fd-945f-4791-a6f3-210442185763 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:00:09.869342 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c2d392-8d02-472e-8482-d2d1728a33fb", "name": "network-vif-plugged", "status": "completed", "tag": "07a5f48f-4094-4eb5-ae80-c7813505f3a9", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:00:09.869596 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5e781fd-945f-4791-a6f3-210442185763 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:00:09.869992 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c2d392-8d02-472e-8482-d2d1728a33fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a5f48f-4094-4eb5-ae80-c7813505f3a9', 'code': 200} Jul 08 13:00:10.174766 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87c32a-329d-4239-8d99-e0cb909dc5d9 req-752c5874-9315-4dc8-9caa-07859715ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:10.176186 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ea87c32a-329d-4239-8d99-e0cb909dc5d9 req-752c5874-9315-4dc8-9caa-07859715ad65 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 1099 time: 0.0518765 Jul 08 13:00:10.187298 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bead3-9f9b-4e88-b7ec-b5b727201efe req-c2bdfba7-7528-4552-80a8-0aea1532d77d tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:10.189018 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d19bead3-9f9b-4e88-b7ec-b5b727201efe req-c2bdfba7-7528-4552-80a8-0aea1532d77d tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.61 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 945 time: 0.0650091 Jul 08 13:00:10.211171 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ea87c32a-329d-4239-8d99-e0cb909dc5d9 req-de62f417-dae8-4602-86af-de6b3a68cbec service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279579 Jul 08 13:00:10.286477 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [req-d19bead3-9f9b-4e88-b7ec-b5b727201efe req-8adbfb36-f074-4bbc-bfe5-e3964d586cf1 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Deleting port b58163e1-6cd4-47a9-b491-6821d464c33f {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:00:10.286825 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-d19bead3-9f9b-4e88-b7ec-b5b727201efe req-8adbfb36-f074-4bbc-bfe5-e3964d586cf1 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:10.375388 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-d19bead3-9f9b-4e88-b7ec-b5b727201efe req-8adbfb36-f074-4bbc-bfe5-e3964d586cf1 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] For port b58163e1-6cd4-47a9-b491-6821d464c33f, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=b58163e1-6cd4-47a9-b491-6821d464c33f,segment=NetworkSegment(d7995807-348e-4cc6-8a3e-92ebc4a40c4a),segment_id=d7995807-348e-4cc6-8a3e-92ebc4a40c4a)] {{(pid=92983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:00:10.375746 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-d19bead3-9f9b-4e88-b7ec-b5b727201efe req-8adbfb36-f074-4bbc-bfe5-e3964d586cf1 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:10.388993 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [req-d19bead3-9f9b-4e88-b7ec-b5b727201efe req-8adbfb36-f074-4bbc-bfe5-e3964d586cf1 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Calling delete_port for b58163e1-6cd4-47a9-b491-6821d464c33f owned by compute:nova {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:00:10.555704 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f1082-ba3f-4da9-a8c0-794172b40d07 req-59ce335e-0d22-4aba-87ac-87a994dd2110 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:10.557243 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d24f1082-ba3f-4da9-a8c0-794172b40d07 req-59ce335e-0d22-4aba-87ac-87a994dd2110 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 946 time: 0.1073408 Jul 08 13:00:10.570610 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-d19bead3-9f9b-4e88-b7ec-b5b727201efe req-8adbfb36-f074-4bbc-bfe5-e3964d586cf1 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:10.581630 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['b58163e1-6cd4-47a9-b491-6821d464c33f'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:00:10.609739 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbfb36-f074-4bbc-bfe5-e3964d586cf1 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Pushing event deleted for resources: {'Port': ['ID=b58163e1-6cd4-47a9-b491-6821d464c33f,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:10.647188 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d24f1082-ba3f-4da9-a8c0-794172b40d07 req-d6289911-dcbf-4e9f-bdee-fc9f8e42d310 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839548 Jul 08 13:00:10.671000 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19bead3-9f9b-4e88-b7ec-b5b727201efe req-8adbfb36-f074-4bbc-bfe5-e3964d586cf1 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] No DVR routers for this DVR port b58163e1-6cd4-47a9-b491-6821d464c33f on host hv-cinder-80002 {{(pid=92983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:00:10.673602 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-d19bead3-9f9b-4e88-b7ec-b5b727201efe req-8adbfb36-f074-4bbc-bfe5-e3964d586cf1 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:10.676177 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d19bead3-9f9b-4e88-b7ec-b5b727201efe req-8adbfb36-f074-4bbc-bfe5-e3964d586cf1 tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.61 "DELETE /v2.0/ports/b58163e1-6cd4-47a9-b491-6821d464c33f HTTP/1.1" status: 204 len: 173 time: 0.4821155 Jul 08 13:00:10.676610 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06558cec-e4a7-4d76-a923-4e74409fa197', 'name': 'network-vif-deleted', 'tag': 'b58163e1-6cd4-47a9-b491-6821d464c33f'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:00:10.678925 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0d8323-8a24-4545-b3f5-f79c92514ea8" -d '{"events": [{"server_uuid": "06558cec-e4a7-4d76-a923-4e74409fa197", "name": "network-vif-deleted", "tag": "b58163e1-6cd4-47a9-b491-6821d464c33f"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:00:10.723664 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ebb6f7-55c2-4112-ad01-7f7d33628909 x-openstack-request-id: req-21ebb6f7-55c2-4112-ad01-7f7d33628909 {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:00:10.723962 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06558cec-e4a7-4d76-a923-4e74409fa197", "name": "network-vif-deleted", "tag": "b58163e1-6cd4-47a9-b491-6821d464c33f", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:00:10.724444 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21ebb6f7-55c2-4112-ad01-7f7d33628909 {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:00:10.725000 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06558cec-e4a7-4d76-a923-4e74409fa197', 'name': 'network-vif-deleted', 'tag': 'b58163e1-6cd4-47a9-b491-6821d464c33f', 'status': 'completed', 'code': 200} Jul 08 13:00:10.862576 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-6facd2f5-b96b-40f8-a78a-4c39d7f2b4f2 req-52d7e14a-fdf6-40a1-b6aa-510a9e09bd3c tempest-TestMinimumBasicScenario-974110247 tempest-TestMinimumBasicScenario-974110247-project] 10.222.0.13 "GET /v2.0/ports?device_id=06558cec-e4a7-4d76-a923-4e74409fa197 HTTP/1.1" status: 200 len: 210 time: 0.0333922 Jul 08 13:00:11.822606 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bad9e-2e14-4e88-ae70-087e48fac5a7 req-650a64b1-b0fc-46dc-8995-f1c0fb6debb2 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:11.824131 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fd7bad9e-2e14-4e88-ae70-087e48fac5a7 req-650a64b1-b0fc-46dc-8995-f1c0fb6debb2 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 946 time: 0.0658929 Jul 08 13:00:11.861749 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fd7bad9e-2e14-4e88-ae70-087e48fac5a7 req-0b26e5d1-65d8-48f2-a37a-45004c5e5e2e tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319781 Jul 08 13:00:12.043952 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843dbbb-f486-43ad-a4b4-897075c77202 req-92a9c339-22bf-4a40-8c03-2ba31e156880 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:12.045541 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2843dbbb-f486-43ad-a4b4-897075c77202 req-92a9c339-22bf-4a40-8c03-2ba31e156880 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 946 time: 0.0696218 Jul 08 13:00:12.084519 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2843dbbb-f486-43ad-a4b4-897075c77202 req-40285a2d-f095-4e64-bf5c-f5e8e868a661 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324759 Jul 08 13:00:12.108778 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40176) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:12.251413 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca515eb-686e-432d-9b1e-f637385ea30d tempest-TestVolumeBootPattern-530411615 tempest-TestVolumeBootPattern-530411615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:12.252992 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-eca515eb-686e-432d-9b1e-f637385ea30d tempest-TestVolumeBootPattern-530411615 tempest-TestVolumeBootPattern-530411615-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 1094 time: 0.1429853 Jul 08 13:00:12.255870 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40188) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:12.261247 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Request body: {'floatingip': {'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'port_id': '07a5f48f-4094-4eb5-ae80-c7813505f3a9', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:00:12.289949 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for floatingip, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:12.394404 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:12.515801 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Allocated IP 172.27.2.15 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/5b4b2494-b3af-44ac-8506-9a3f7decf152) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:00:12.623647 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:12.645514 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40212) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:12.665227 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3137304'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:12.708249 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:00:12.712131 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:00:12.714145 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event updated for resources: {'Port': ['ID=5b4b2494-b3af-44ac-8506-9a3f7decf152,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:12.716269 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:00:13.072391 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6d2a35a2-115a-45db-8d7e-d1ba758a521b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653114'] for router_interface, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:13.101797 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:13.179793 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:13.328539 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:13.334275 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:13.376007 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a35a2-115a-45db-8d7e-d1ba758a521b admin admin] Deleting port ed74ece0-d614-46a7-abee-22f164a556e5 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:00:13.376473 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6d2a35a2-115a-45db-8d7e-d1ba758a521b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:13.404602 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event updated for resources: {'Port': ['ID=5b4b2494-b3af-44ac-8506-9a3f7decf152,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:13.414601 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:13.456264 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-6d2a35a2-115a-45db-8d7e-d1ba758a521b admin admin] For port ed74ece0-d614-46a7-abee-22f164a556e5, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=ed74ece0-d614-46a7-abee-22f164a556e5,segment=NetworkSegment(d7995807-348e-4cc6-8a3e-92ebc4a40c4a),segment_id=d7995807-348e-4cc6-8a3e-92ebc4a40c4a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:00:13.456626 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6d2a35a2-115a-45db-8d7e-d1ba758a521b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:13.468892 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a35a2-115a-45db-8d7e-d1ba758a521b admin admin] Calling delete_port for ed74ece0-d614-46a7-abee-22f164a556e5 owned by network:router_interface {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:00:13.505772 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device b58163e1-6cd4-47a9-b491-6821d464c33f no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:00:13.510525 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f564374e-6df2-49a7-b3bd-a6bd1ab86704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:13.519948 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.l3_db [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Floating IP b80563c8-af23-45e4-8739-a117aee702d6 associated. External IP: 172.27.2.15, port: 07a5f48f-4094-4eb5-ae80-c7813505f3a9. Jul 08 13:00:13.539161 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: b58163e1-6cd4-47a9-b491-6821d464c33f {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:00:13.539509 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device b58163e1-6cd4-47a9-b491-6821d464c33f not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:00:13.652636 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6d2a35a2-115a-45db-8d7e-d1ba758a521b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:13.678304 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a35a2-115a-45db-8d7e-d1ba758a521b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed74ece0-d614-46a7-abee-22f164a556e5,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:13.741399 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Router cef3d796-ab53-4af2-99b5-64d7fa7faf8a has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:00:13.856987 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6d2a35a2-115a-45db-8d7e-d1ba758a521b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653308'] for router_interface, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:13.858987 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:00:13.869965 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ba76b-713c-4268-ab99-fe65a17d0c75 None None] Sync routers for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:00:13.881181 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3ba76b-713c-4268-ab99-fe65a17d0c75 None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:00:13.881603 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:13.882556 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-3d3ba76b-713c-4268-ab99-fe65a17d0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:59:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:13.945199 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-ec5c3bff-8271-4439-b932-4aea86a290c7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6763468 Jul 08 13:00:13.945199 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c2d392-8d02-472e-8482-d2d1728a33fb', 'tag': '07a5f48f-4094-4eb5-ae80-c7813505f3a9'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:00:13.945199 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac020365-505b-41b9-9d00-c7cb820c98c2" -d '{"events": [{"name": "network-changed", "server_uuid": "37c2d392-8d02-472e-8482-d2d1728a33fb", "tag": "07a5f48f-4094-4eb5-ae80-c7813505f3a9"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:00:13.973306 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706aaeb4-7729-4901-b5cf-1802e7391941 x-openstack-request-id: req-706aaeb4-7729-4901-b5cf-1802e7391941 {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:00:13.973593 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c2d392-8d02-472e-8482-d2d1728a33fb", "tag": "07a5f48f-4094-4eb5-ae80-c7813505f3a9", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:00:13.973848 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-706aaeb4-7729-4901-b5cf-1802e7391941 {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:00:13.974241 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c2d392-8d02-472e-8482-d2d1728a33fb', 'tag': '07a5f48f-4094-4eb5-ae80-c7813505f3a9', 'status': 'completed', 'code': 200} Jul 08 13:00:14.004548 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-3d3ba76b-713c-4268-ab99-fe65a17d0c75 None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:00:14.053170 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac020365-505b-41b9-9d00-c7cb820c98c2 req-18cdff43-19c4-444e-975e-272f77c05740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:14.055045 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac020365-505b-41b9-9d00-c7cb820c98c2 req-18cdff43-19c4-444e-975e-272f77c05740 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9&device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 1099 time: 0.0571058 Jul 08 13:00:14.081057 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2a35a2-115a-45db-8d7e-d1ba758a521b admin admin] Router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:00:14.160086 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac020365-505b-41b9-9d00-c7cb820c98c2 req-7a74121d-9ebe-4172-9b45-a0fb70cb4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:14.162063 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac020365-505b-41b9-9d00-c7cb820c98c2 req-7a74121d-9ebe-4172-9b45-a0fb70cb4bf6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f HTTP/1.1" status: 200 len: 913 time: 0.1002572 Jul 08 13:00:14.194006 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2a35a2-115a-45db-8d7e-d1ba758a521b admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:00:14.199007 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6d2a35a2-115a-45db-8d7e-d1ba758a521b admin admin] 10.222.0.13 "PUT /v2.0/routers/1b885b97-3c59-4c9d-8b56-c0ea0a7a920e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5524390 Jul 08 13:00:14.204371 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c6962-b0c1-40ec-80ae-03c6c31b87dc None None] Sync routers for ids ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:00:14.206053 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40222) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:14.226047 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c6962-b0c1-40ec-80ae-03c6c31b87dc None None] Routers {'1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:00:14.227006 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-244c6962-b0c1-40ec-80ae-03c6c31b87dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:59:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:14.256843 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-3d3ba76b-713c-4268-ab99-fe65a17d0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': 'b80563c8-af23-45e4-8739-a117aee702d6', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'port_id': '07a5f48f-4094-4eb5-ae80-c7813505f3a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'mac_address': 'fa:16:3e:75:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d392-8d02-472e-8482-d2d1728a33fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:00:12Z', 'updated_at': '2021-07-08T13:00:12Z', 'revision_number': 0, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:14.291041 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ba76b-713c-4268-ab99-fe65a17d0c75 None None] Checking router: cef3d796-ab53-4af2-99b5-64d7fa7faf8a for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:00:14.301516 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3ba76b-713c-4268-ab99-fe65a17d0c75 None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:00:14.302149 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-3d3ba76b-713c-4268-ab99-fe65a17d0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:59:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:14.327564 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Notify callbacks [] for router, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:14.340162 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-244c6962-b0c1-40ec-80ae-03c6c31b87dc None None] Set router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:00:14.422749 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-3d3ba76b-713c-4268-ab99-fe65a17d0c75 None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:00:14.555229 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-244c6962-b0c1-40ec-80ae-03c6c31b87dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'name': 'tempest-TestMinimumBasicScenario-27436557-router', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:46Z', 'updated_at': '2021-07-08T13:00:13Z', 'revision_number': 5, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'gw_port': {'id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ed:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:48Z', 'updated_at': '2021-07-08T12:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:14.556246 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac020365-505b-41b9-9d00-c7cb820c98c2 req-ce9f3d45-d535-4a1a-b4b4-9ecf45a08be0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a5f48f-4094-4eb5-ae80-c7813505f3a9 HTTP/1.1" status: 200 len: 999 time: 0.3875406 Jul 08 13:00:14.589191 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c6962-b0c1-40ec-80ae-03c6c31b87dc None None] Checking router: 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:00:14.600608 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c6962-b0c1-40ec-80ae-03c6c31b87dc None None] Routers {'1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:00:14.601544 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-244c6962-b0c1-40ec-80ae-03c6c31b87dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T12:59:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:14.616201 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac020365-505b-41b9-9d00-c7cb820c98c2 req-4eaaa4f1-1f20-4a43-bd18-37f37eb42194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:14.618214 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac020365-505b-41b9-9d00-c7cb820c98c2 req-4eaaa4f1-1f20-4a43-bd18-37f37eb42194 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b HTTP/1.1" status: 200 len: 851 time: 0.0551047 Jul 08 13:00:14.690302 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac020365-505b-41b9-9d00-c7cb820c98c2 req-218edc08-8ab1-4772-91da-fdd2dc613fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:14.691699 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac020365-505b-41b9-9d00-c7cb820c98c2 req-218edc08-8ab1-4772-91da-fdd2dc613fd2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667734 Jul 08 13:00:14.696115 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-3d3ba76b-713c-4268-ab99-fe65a17d0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': 'b80563c8-af23-45e4-8739-a117aee702d6', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'port_id': '07a5f48f-4094-4eb5-ae80-c7813505f3a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'mac_address': 'fa:16:3e:75:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d392-8d02-472e-8482-d2d1728a33fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:00:12Z', 'updated_at': '2021-07-08T13:00:12Z', 'revision_number': 0, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:14.711153 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:14.718085 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-244c6962-b0c1-40ec-80ae-03c6c31b87dc None None] Set router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:00:14.727037 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ba76b-713c-4268-ab99-fe65a17d0c75 None None] The sync data for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi is: [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': 'b80563c8-af23-45e4-8739-a117aee702d6', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'port_id': '07a5f48f-4094-4eb5-ae80-c7813505f3a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'mac_address': 'fa:16:3e:75:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c2d392-8d02-472e-8482-d2d1728a33fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:00:12Z', 'updated_at': '2021-07-08T13:00:12Z', 'revision_number': 0, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:00:14.778942 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Deleting port 1a64b2e8-6c27-4521-8812-f24d4f509c32 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:00:14.779291 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:14.797161 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac020365-505b-41b9-9d00-c7cb820c98c2 req-50713e5d-8f18-4d23-8bc2-087d42bc4c39 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974448 Jul 08 13:00:14.867217 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] For port 1a64b2e8-6c27-4521-8812-f24d4f509c32, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=1a64b2e8-6c27-4521-8812-f24d4f509c32,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:00:14.867887 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:14.885127 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Calling delete_port for 1a64b2e8-6c27-4521-8812-f24d4f509c32 owned by network:router_gateway {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:00:14.909642 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ac020365-505b-41b9-9d00-c7cb820c98c2 req-b732ac1f-1b37-49ce-90b6-81ca1f44885e service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050844 Jul 08 13:00:15.000838 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e1e6be-9d30-4aa4-9ab9-d37808f02fcc None None] New status for floating IP b80563c8-af23-45e4-8739-a117aee702d6: ACTIVE {{(pid=92985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:00:15.024290 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-244c6962-b0c1-40ec-80ae-03c6c31b87dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'name': 'tempest-TestMinimumBasicScenario-27436557-router', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:46Z', 'updated_at': '2021-07-08T13:00:13Z', 'revision_number': 5, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'gw_port': {'id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ed:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:48Z', 'updated_at': '2021-07-08T12:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:15.051912 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c6962-b0c1-40ec-80ae-03c6c31b87dc None None] The sync data for ids ['1b885b97-3c59-4c9d-8b56-c0ea0a7a920e'] in dv-cinder-800022-1-iscsi is: [{'id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'name': 'tempest-TestMinimumBasicScenario-27436557-router', 'tenant_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:46Z', 'updated_at': '2021-07-08T13:00:13Z', 'revision_number': 5, 'project_id': 'a088a09036eb40e6ba5a8c0b674bd424', 'gw_port': {'id': '1a64b2e8-6c27-4521-8812-f24d4f509c32', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ed:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b885b97-3c59-4c9d-8b56-c0ea0a7a920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:48Z', 'updated_at': '2021-07-08T12:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:00:15.074067 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:15.099438 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Pushing event deleted for resources: {'Port': ['ID=1a64b2e8-6c27-4521-8812-f24d4f509c32,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:15.126656 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:15.127616 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:15.127957 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:15.128287 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:15.128619 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:15.128941 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:15.133443 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:15.133443 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:15.133443 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:15.133443 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:15.133443 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:15.133443 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:15.170812 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718327'] for router_gateway, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:15.261303 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4145'] for router, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:15.263454 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:15.309491 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646035'] for router, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:15.310056 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b885b97-3c59-4c9d-8b56-c0ea0a7a920e {{(pid=92981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 13:00:15.315146 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:15.316134 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d0e6d2f4-ce3b-471a-b0b6-2b1d3f33b5cd admin admin] 10.222.0.13 "DELETE /v2.0/routers/1b885b97-3c59-4c9d-8b56-c0ea0a7a920e HTTP/1.1" status: 204 len: 168 time: 1.1090331 Jul 08 13:00:15.318604 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40226) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:15.362996 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27be0fd-7ef2-43f1-9c7f-354be82dadf6 admin admin] Deleting subnet 9adcbf55-0e9b-4584-afdf-246e047a8ab6 {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:00:15.365949 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e27be0fd-7ef2-43f1-9c7f-354be82dadf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:15.405120 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e27be0fd-7ef2-43f1-9c7f-354be82dadf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261736296'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:15.520442 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e27be0fd-7ef2-43f1-9c7f-354be82dadf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1818188'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:15.573057 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e27be0fd-7ef2-43f1-9c7f-354be82dadf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1818203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260280300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262104700'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:15.597762 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27be0fd-7ef2-43f1-9c7f-354be82dadf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9adcbf55-0e9b-4584-afdf-246e047a8ab6,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:15.604847 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e27be0fd-7ef2-43f1-9c7f-354be82dadf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:15.609175 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e27be0fd-7ef2-43f1-9c7f-354be82dadf6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9adcbf55-0e9b-4584-afdf-246e047a8ab6 HTTP/1.1" status: 204 len: 168 time: 0.2872169 Jul 08 13:00:15.609741 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40228) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:15.610531 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5199cb64-a7c4-493e-850d-5150af4d1b29 None None] Network b69353fe-0596-4f5a-afef-8ca92a5c726f requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:00:15.682712 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704495'] for network, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:15.735943 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] Deleting port 73dea7d2-c31f-45f0-b6be-130dbe68f050 {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:00:15.736312 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:15.800970 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] For port 73dea7d2-c31f-45f0-b6be-130dbe68f050, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=73dea7d2-c31f-45f0-b6be-130dbe68f050,segment=NetworkSegment(d7995807-348e-4cc6-8a3e-92ebc4a40c4a),segment_id=d7995807-348e-4cc6-8a3e-92ebc4a40c4a)] {{(pid=92983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:00:15.801352 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:15.813399 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] Calling delete_port for 73dea7d2-c31f-45f0-b6be-130dbe68f050 owned by network:dhcp {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:00:15.888297 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:15.913589 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=73dea7d2-c31f-45f0-b6be-130dbe68f050,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:15.915365 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] No DVR routers for this DVR port 73dea7d2-c31f-45f0-b6be-130dbe68f050 on host dv-cinder-800022-1-iscsi {{(pid=92983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:00:15.984403 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1811703', 'neutron.services.segments.db._delete_segments_for_network-8757848019285'] for network, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:15.994357 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69353fe-0596-4f5a-afef-8ca92a5c726f']}} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:16.004892 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7995807-348e-4cc6-8a3e-92ebc4a40c4a') {'for_net_delete': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:16.005220 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7995807-348e-4cc6-8a3e-92ebc4a40c4a') {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:16.008981 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-321612b8-b209-4496-a9f4-5e55f5c7baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:16.014234 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757848043825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3025382'] for segment, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:16.029627 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:16.037225 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=92983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:00:16.037641 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3137506'] for segment, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: Traceback (most recent call last): Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: timer() Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: cb(*args, **kw) Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: return func(*args, **kwargs) Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: self._notify() Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: self.callback(batched_events) Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: event.method(event) Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: return f(self, *a, **k) Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._get(url).json() Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: return self.request(url, 'GET', **kwargs) Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:00:16.039527 dv-cinder-800022-1-iscsi neutron-server[92983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:00:16.067637 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b543543c-b1db-4e5f-b665-b46db599400b None None] DHCP port deletion for b69353fe-0596-4f5a-afef-8ca92a5c726f request from dv-cinder-800022-1-iscsi {{(pid=92985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 13:00:16.106107 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1811662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:16.125280 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:16.126863 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] 10.222.0.13 "DELETE /v2.0/networks/b69353fe-0596-4f5a-afef-8ca92a5c726f HTTP/1.1" status: 204 len: 168 time: 0.5160551 Jul 08 13:00:16.128901 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432d62f-af7e-4c9d-94d8-2d86b5494f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=b69353fe-0596-4f5a-afef-8ca92a5c726f,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:16.130831 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40230) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:16.150704 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device ed74ece0-d614-46a7-abee-22f164a556e5 no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:00:16.175796 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: ed74ece0-d614-46a7-abee-22f164a556e5 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:00:16.176139 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device ed74ece0-d614-46a7-abee-22f164a556e5 not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:00:16.476512 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e7d5484e-6493-485f-b892-7eba284d0403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653114'] for router_interface, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:16.725445 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-e7d5484e-6493-485f-b892-7eba284d0403 admin admin] Deleting port 855fb873-7d59-498f-aa7e-682d94153253 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:00:16.725824 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e7d5484e-6493-485f-b892-7eba284d0403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:16.803491 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-e7d5484e-6493-485f-b892-7eba284d0403 admin admin] For port 855fb873-7d59-498f-aa7e-682d94153253, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=855fb873-7d59-498f-aa7e-682d94153253,segment=NetworkSegment(ecbdac0e-61a2-4c13-91dc-68461cbb8ae1),segment_id=ecbdac0e-61a2-4c13-91dc-68461cbb8ae1)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:00:16.803852 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e7d5484e-6493-485f-b892-7eba284d0403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:16.816329 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-e7d5484e-6493-485f-b892-7eba284d0403 admin admin] Calling delete_port for 855fb873-7d59-498f-aa7e-682d94153253 owned by network:router_interface {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:00:16.920563 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:17.006272 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e7d5484e-6493-485f-b892-7eba284d0403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:17.036704 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5484e-6493-485f-b892-7eba284d0403 admin admin] Pushing event deleted for resources: {'Port': ['ID=855fb873-7d59-498f-aa7e-682d94153253,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:17.238491 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e7d5484e-6493-485f-b892-7eba284d0403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653308'] for router_interface, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:17.471749 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d5484e-6493-485f-b892-7eba284d0403 admin admin] Router a1444829-e2f6-439b-946c-ae697fbb0446 has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:00:17.480955 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:17.591258 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d5484e-6493-485f-b892-7eba284d0403 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:00:17.596304 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e7d5484e-6493-485f-b892-7eba284d0403 admin admin] 10.222.0.13 "PUT /v2.0/routers/a1444829-e2f6-439b-946c-ae697fbb0446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4647639 Jul 08 13:00:17.599541 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40236) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:17.602623 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c386a859-1c0b-4294-a841-2801f1fca6a8 None None] Sync routers for ids ['a1444829-e2f6-439b-946c-ae697fbb0446'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:00:17.613218 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c386a859-1c0b-4294-a841-2801f1fca6a8 None None] Routers {'a1444829-e2f6-439b-946c-ae697fbb0446'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:00:17.613929 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-c386a859-1c0b-4294-a841-2801f1fca6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:00:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['a1444829-e2f6-439b-946c-ae697fbb0446'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:17.713003 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-46781997-bfca-4b8b-a9a0-eb0e449c4174 admin admin] Notify callbacks [] for router, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:17.746115 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-c386a859-1c0b-4294-a841-2801f1fca6a8 None None] Set router a1444829-e2f6-439b-946c-ae697fbb0446 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:00:17.848933 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-46781997-bfca-4b8b-a9a0-eb0e449c4174 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:17.858285 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 1a64b2e8-6c27-4521-8812-f24d4f509c32 no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:00:17.890187 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: 1a64b2e8-6c27-4521-8812-f24d4f509c32 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:00:17.890726 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 1a64b2e8-6c27-4521-8812-f24d4f509c32 not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:00:17.891366 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 73dea7d2-c31f-45f0-b6be-130dbe68f050 no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:00:17.922079 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: 73dea7d2-c31f-45f0-b6be-130dbe68f050 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:00:17.922969 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 73dea7d2-c31f-45f0-b6be-130dbe68f050 not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:00:17.934828 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-46781997-bfca-4b8b-a9a0-eb0e449c4174 admin admin] Deleting port 912967cf-1289-4314-9378-95bc00bb5f48 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:00:17.935181 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-46781997-bfca-4b8b-a9a0-eb0e449c4174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:17.983171 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-c386a859-1c0b-4294-a841-2801f1fca6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'name': 'tempest-TestMinimumBasicScenario-1643790850-router', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '912967cf-1289-4314-9378-95bc00bb5f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:59Z', 'updated_at': '2021-07-08T13:00:16Z', 'revision_number': 5, 'project_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'gw_port': {'id': '912967cf-1289-4314-9378-95bc00bb5f48', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:00Z', 'updated_at': '2021-07-08T12:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:18.028110 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c386a859-1c0b-4294-a841-2801f1fca6a8 None None] Checking router: a1444829-e2f6-439b-946c-ae697fbb0446 for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:00:18.040534 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c386a859-1c0b-4294-a841-2801f1fca6a8 None None] Routers {'a1444829-e2f6-439b-946c-ae697fbb0446'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:00:18.041320 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-c386a859-1c0b-4294-a841-2801f1fca6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:00:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['a1444829-e2f6-439b-946c-ae697fbb0446'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:18.070882 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-46781997-bfca-4b8b-a9a0-eb0e449c4174 admin admin] For port 912967cf-1289-4314-9378-95bc00bb5f48, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=912967cf-1289-4314-9378-95bc00bb5f48,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:00:18.071383 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-46781997-bfca-4b8b-a9a0-eb0e449c4174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:18.094413 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-46781997-bfca-4b8b-a9a0-eb0e449c4174 admin admin] Calling delete_port for 912967cf-1289-4314-9378-95bc00bb5f48 owned by network:router_gateway {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:00:18.143590 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-c386a859-1c0b-4294-a841-2801f1fca6a8 None None] Set router a1444829-e2f6-439b-946c-ae697fbb0446 gateway port host: None {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:00:18.196850 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-c386a859-1c0b-4294-a841-2801f1fca6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'name': 'tempest-TestMinimumBasicScenario-1643790850-router', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:59Z', 'updated_at': '2021-07-08T13:00:17Z', 'revision_number': 6, 'project_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'gw_port_host': None}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:18.227799 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c386a859-1c0b-4294-a841-2801f1fca6a8 None None] The sync data for ids ['a1444829-e2f6-439b-946c-ae697fbb0446'] in dv-cinder-800022-1-iscsi is: [{'id': 'a1444829-e2f6-439b-946c-ae697fbb0446', 'name': 'tempest-TestMinimumBasicScenario-1643790850-router', 'tenant_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:59Z', 'updated_at': '2021-07-08T13:00:17Z', 'revision_number': 6, 'project_id': '5b3261c356ba4c8c87a69b7b5e43fcf6', 'gw_port_host': None}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:00:18.334836 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-46781997-bfca-4b8b-a9a0-eb0e449c4174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:18.361180 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46781997-bfca-4b8b-a9a0-eb0e449c4174 admin admin] Pushing event deleted for resources: {'Port': ['ID=912967cf-1289-4314-9378-95bc00bb5f48,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:18.436943 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-46781997-bfca-4b8b-a9a0-eb0e449c4174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718327'] for router_gateway, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:18.531880 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-46781997-bfca-4b8b-a9a0-eb0e449c4174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4145'] for router, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:18.534065 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-46781997-bfca-4b8b-a9a0-eb0e449c4174 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:18.581541 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-46781997-bfca-4b8b-a9a0-eb0e449c4174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646035'] for router, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:18.582524 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46781997-bfca-4b8b-a9a0-eb0e449c4174 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1444829-e2f6-439b-946c-ae697fbb0446 {{(pid=92981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 13:00:18.589994 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-46781997-bfca-4b8b-a9a0-eb0e449c4174 admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:18.591113 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-46781997-bfca-4b8b-a9a0-eb0e449c4174 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a1444829-e2f6-439b-946c-ae697fbb0446 HTTP/1.1" status: 204 len: 168 time: 0.9904325 Jul 08 13:00:18.595137 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40246) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:18.646964 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-84453981-d283-4b67-b6ee-ed0205eec8b4 admin admin] Deleting subnet 6acece10-dd80-4d52-b16f-86ba15187bc3 {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:00:18.650738 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-84453981-d283-4b67-b6ee-ed0205eec8b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:18.688123 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-84453981-d283-4b67-b6ee-ed0205eec8b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261736296'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:18.766606 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-84453981-d283-4b67-b6ee-ed0205eec8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1818188'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:18.822244 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-84453981-d283-4b67-b6ee-ed0205eec8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1818203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260280300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262104700'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:18.852277 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84453981-d283-4b67-b6ee-ed0205eec8b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6acece10-dd80-4d52-b16f-86ba15187bc3,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:18.856066 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-84453981-d283-4b67-b6ee-ed0205eec8b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:18.857857 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-84453981-d283-4b67-b6ee-ed0205eec8b4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6acece10-dd80-4d52-b16f-86ba15187bc3 HTTP/1.1" status: 204 len: 168 time: 0.2615192 Jul 08 13:00:18.861477 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40248) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:18.862678 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0da54b-78bf-4d3c-9b2c-095c563f848a None None] Network bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:00:18.932459 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704495'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:18.986641 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] Deleting port 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:00:18.986989 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:19.095675 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] DHCP port deletion for bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf request from dv-cinder-800022-1-iscsi {{(pid=92985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 13:00:19.165421 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Deleting port 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:00:19.166315 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:19.243163 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] For port 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=8c5e7f9a-0d4d-42ee-82a1-25695fc87a19,segment=NetworkSegment(ecbdac0e-61a2-4c13-91dc-68461cbb8ae1),segment_id=ecbdac0e-61a2-4c13-91dc-68461cbb8ae1)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:00:19.243503 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:19.263765 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Calling delete_port for 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 owned by network:dhcp {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:00:19.396522 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] For port 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=8c5e7f9a-0d4d-42ee-82a1-25695fc87a19,segment=NetworkSegment(ecbdac0e-61a2-4c13-91dc-68461cbb8ae1),segment_id=ecbdac0e-61a2-4c13-91dc-68461cbb8ae1)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:00:19.397389 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:19.413292 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] Calling delete_port for 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:00:19.441006 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:19.510228 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:19.530384 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:19.539064 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] Pushing event deleted for resources: {'Port': ['ID=8c5e7f9a-0d4d-42ee-82a1-25695fc87a19,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:19.543515 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] No DVR routers for this DVR port 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 on host dv-cinder-800022-1-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:00:19.570229 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] No DVR routers for this DVR port 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 on host dv-cinder-800022-1-iscsi {{(pid=92985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:00:19.574760 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Pushing event deleted for resources: {'Port': ['ID=8c5e7f9a-0d4d-42ee-82a1-25695fc87a19,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:19.583770 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:19.584280 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:19.584587 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:19.585215 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:19.586450 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:19.586450 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:19.587045 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:19.587647 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:19.588280 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:19.588974 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:19.589414 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:19.589936 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f29659f-94f2-44a1-afae-ec241aca0fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:00:19.639150 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1811703', 'neutron.services.segments.db._delete_segments_for_network-8757848019285'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:19.650535 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:19.661465 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbdac0e-61a2-4c13-91dc-68461cbb8ae1') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:19.661765 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbdac0e-61a2-4c13-91dc-68461cbb8ae1') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:00:19.670837 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757848043825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261736289'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:19.687034 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:19.698212 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:00:19.698806 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260280139'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: timer() Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: cb(*args, **kw) Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: self._notify() Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: self.callback(batched_events) Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: event.method(event) Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: return self._get(url).json() Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:00:19.701561 dv-cinder-800022-1-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:00:19.772353 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 855fb873-7d59-498f-aa7e-682d94153253 no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:00:19.779622 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1811662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:19.786683 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:19.789831 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] 10.222.0.13 "DELETE /v2.0/networks/bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf HTTP/1.1" status: 204 len: 168 time: 0.9270868 Jul 08 13:00:19.796823 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: 855fb873-7d59-498f-aa7e-682d94153253 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:00:19.796823 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 855fb873-7d59-498f-aa7e-682d94153253 not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:00:19.797060 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:00:19.803054 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a066d-8704-4aaf-85ad-7912c98d293b admin admin] Pushing event deleted for resources: {'Network': ['ID=bc6f0035-ce7d-427c-97dd-1fa3ed9edfaf,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:19.826593 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:00:19.826997 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 8c5e7f9a-0d4d-42ee-82a1-25695fc87a19 not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:00:19.827421 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 912967cf-1289-4314-9378-95bc00bb5f48 no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:00:19.851986 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: 912967cf-1289-4314-9378-95bc00bb5f48 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:00:19.852317 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 912967cf-1289-4314-9378-95bc00bb5f48 not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:00:20.005391 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40260) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:20.056544 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d0c5f83a-bb1b-4f17-b2e7-a7cdfc579a03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a088a09036eb40e6ba5a8c0b674bd424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498533 Jul 08 13:00:20.060387 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40262) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:20.129434 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1518d97f-89f8-4c96-be59-5b918c8de91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:20.151227 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1518d97f-89f8-4c96-be59-5b918c8de91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:20.210050 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1518d97f-89f8-4c96-be59-5b918c8de91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:20.212953 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1518d97f-89f8-4c96-be59-5b918c8de91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:20.217298 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-1518d97f-89f8-4c96-be59-5b918c8de91d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83cb5bdd-05f8-4473-863d-ab3af4158833 HTTP/1.1" status: 204 len: 168 time: 0.1527567 Jul 08 13:00:20.223906 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518d97f-89f8-4c96-be59-5b918c8de91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cb5bdd-05f8-4473-863d-ab3af4158833,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:20.538868 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5940932-8893-48aa-9df2-51635c241537 req-27e29d03-5f8c-406e-b28f-2851f2d09077 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:20.540461 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d5940932-8893-48aa-9df2-51635c241537 req-27e29d03-5f8c-406e-b28f-2851f2d09077 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0684588 Jul 08 13:00:20.588193 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d5940932-8893-48aa-9df2-51635c241537 req-c03f30f5-44d1-49e0-bdae-50375c7ddb56 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368462 Jul 08 13:00:20.612006 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40280) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:20.672749 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40282) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:20.673371 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-392a14c6-eabb-4bd2-9f1b-ce4ead06ef15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b3261c356ba4c8c87a69b7b5e43fcf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558057 Jul 08 13:00:20.728874 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a7b24d6f-ead1-441c-9e16-d2da4750862f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:20.752058 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a7b24d6f-ead1-441c-9e16-d2da4750862f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:20.811842 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a7b24d6f-ead1-441c-9e16-d2da4750862f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:20.814879 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a7b24d6f-ead1-441c-9e16-d2da4750862f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:20.818376 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a7b24d6f-ead1-441c-9e16-d2da4750862f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccc13a06-0ba3-4d26-897d-1c419dd35632 HTTP/1.1" status: 204 len: 168 time: 0.1454551 Jul 08 13:00:20.825002 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b24d6f-ead1-441c-9e16-d2da4750862f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc13a06-0ba3-4d26-897d-1c419dd35632,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:21.783910 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bdf70-f59a-4e75-bbec-2a1c7c3feca8 req-fab875cf-4020-4736-b3c2-6526afa9d42e tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:21.785709 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-754bdf70-f59a-4e75-bbec-2a1c7c3feca8 req-fab875cf-4020-4736-b3c2-6526afa9d42e tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0733101 Jul 08 13:00:21.825898 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-754bdf70-f59a-4e75-bbec-2a1c7c3feca8 req-cdc63f32-c7eb-4dfb-9245-81e36d0ddc55 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342960 Jul 08 13:00:23.016692 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafed6ad-21f1-4b5f-9346-2fbd38ce7d8a req-42c39f29-fd30-48d4-a37f-6e317f566ebf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:23.018955 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-cafed6ad-21f1-4b5f-9346-2fbd38ce7d8a req-42c39f29-fd30-48d4-a37f-6e317f566ebf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0725827 Jul 08 13:00:23.068192 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-cafed6ad-21f1-4b5f-9346-2fbd38ce7d8a req-920798e6-c200-4e92-b0ca-95a16c9885c9 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398333 Jul 08 13:00:24.249311 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8484b-d553-42b0-a957-a695c2174245 req-3f0f0424-1606-4447-abe2-99e41d3e482a tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:24.250905 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-27c8484b-d553-42b0-a957-a695c2174245 req-3f0f0424-1606-4447-abe2-99e41d3e482a tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0647492 Jul 08 13:00:24.293397 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-27c8484b-d553-42b0-a957-a695c2174245 req-4534e993-3cad-464f-97b8-24a102ee4c19 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338817 Jul 08 13:00:25.485887 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7df08-6891-41df-82d3-b779bdd52c51 req-546eb378-9bd7-4f36-87fb-fbe4e1ab4dae tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:25.488082 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f0e7df08-6891-41df-82d3-b779bdd52c51 req-546eb378-9bd7-4f36-87fb-fbe4e1ab4dae tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0648053 Jul 08 13:00:25.526342 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f0e7df08-6891-41df-82d3-b779bdd52c51 req-5ddb230e-bae2-4573-8ce1-63db8192882c tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327337 Jul 08 13:00:26.724665 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c92e54-602d-44c5-bf1b-2a4c02742c7d req-b12020bc-4109-461e-bf87-2046ccb7690d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:26.726218 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-97c92e54-602d-44c5-bf1b-2a4c02742c7d req-b12020bc-4109-461e-bf87-2046ccb7690d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0657902 Jul 08 13:00:26.764568 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-97c92e54-602d-44c5-bf1b-2a4c02742c7d req-b4e4de5b-1e05-4c99-aa01-1844bbe2cb1f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328124 Jul 08 13:00:27.939760 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3681f-634c-4b3f-a171-8092bf21cc9f req-f8a294f9-9feb-4b08-9dba-8cd8ebb8f6d9 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:27.941209 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2eb3681f-634c-4b3f-a171-8092bf21cc9f req-f8a294f9-9feb-4b08-9dba-8cd8ebb8f6d9 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0633774 Jul 08 13:00:27.951393 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:27.978612 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2eb3681f-634c-4b3f-a171-8092bf21cc9f req-535fe455-23d5-463a-ab88-77d6fb8fe8b7 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318625 Jul 08 13:00:29.160847 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6c4f5-8e73-41dd-8aac-7a39bf2fb247 req-3237efc3-6447-4687-adab-bf10f3eaa591 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:29.162416 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c2c6c4f5-8e73-41dd-8aac-7a39bf2fb247 req-3237efc3-6447-4687-adab-bf10f3eaa591 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0649796 Jul 08 13:00:29.202866 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c2c6c4f5-8e73-41dd-8aac-7a39bf2fb247 req-e8f53a04-361c-4fe9-91d5-0092696e0d76 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334592 Jul 08 13:00:30.404554 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de957d30-7c06-486a-b937-2beeb365b9d1 req-d7885ec0-1b82-4eb9-8169-1d69ce3e1507 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:30.406079 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-de957d30-7c06-486a-b937-2beeb365b9d1 req-d7885ec0-1b82-4eb9-8169-1d69ce3e1507 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0684168 Jul 08 13:00:30.444400 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-de957d30-7c06-486a-b937-2beeb365b9d1 req-474d4449-3ddf-49a9-93f3-779c1fe67ef7 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321136 Jul 08 13:00:31.459913 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fef2253a-5150-4c77-b128-f5c7c7c6b111 req-587c1d26-dceb-4a0d-9ec2-53f2fba8e2e6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0628297 Jul 08 13:00:31.593979 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2253a-5150-4c77-b128-f5c7c7c6b111 req-ff76b627-1e35-4c80-b141-3ea7dc1ba18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:31.595643 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fef2253a-5150-4c77-b128-f5c7c7c6b111 req-ff76b627-1e35-4c80-b141-3ea7dc1ba18c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4259b3da7ad84a6ea96e9da0e49b7b8a&device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 1098 time: 0.1066148 Jul 08 13:00:31.609278 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 8125f942-47e4-4c1e-9ddf-543dfe601753 details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:00:31.611300 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bede4-4a94-4fdd-98b7-7242e1b4499e req-f34c19d8-3d24-435c-ad85-d47a50a3b176 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:31.612893 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-6e7bede4-4a94-4fdd-98b7-7242e1b4499e req-f34c19d8-3d24-435c-ad85-d47a50a3b176 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.1089764 Jul 08 13:00:31.641039 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76820bd8-7898-48a2-ba69-47407eceef23 req-31259289-709d-4c58-b516-eee0b4d3c692 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:31.642728 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-76820bd8-7898-48a2-ba69-47407eceef23 req-31259289-709d-4c58-b516-eee0b4d3c692 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0793931 Jul 08 13:00:31.686319 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-76820bd8-7898-48a2-ba69-47407eceef23 req-81aa59c4-254f-4c75-8334-297b3f723559 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370238 Jul 08 13:00:31.709053 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-6e7bede4-4a94-4fdd-98b7-7242e1b4499e req-9986f052-5043-457b-920b-e5b91f2fc6b1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794253 Jul 08 13:00:31.714420 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 8125f942-47e4-4c1e-9ddf-543dfe601753, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=8125f942-47e4-4c1e-9ddf-543dfe601753,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:00:31.726729 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '8125f942-47e4-4c1e-9ddf-543dfe601753', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'port_id': '8125f942-47e4-4c1e-9ddf-543dfe601753', 'mac_address': 'fa:16:3e:3e:fc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:00:31.739976 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2253a-5150-4c77-b128-f5c7c7c6b111 req-8d785cd5-eb6a-4ca8-8434-db827cdd1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:31.741476 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fef2253a-5150-4c77-b128-f5c7c7c6b111 req-8d785cd5-eb6a-4ca8-8434-db827cdd1a44 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1708f7b4-ee24-4d9b-abb8-f841455a6a5b HTTP/1.1" status: 200 len: 909 time: 0.1216111 Jul 08 13:00:31.773367 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:31.786974 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8125f942-47e4-4c1e-9ddf-543dfe601753 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:00:31.811046 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fef2253a-5150-4c77-b128-f5c7c7c6b111 req-2276191e-401e-4985-af85-b706496e9ffc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ff5c8c-ca69-48d1-80df-928fca6bcc92 HTTP/1.1" status: 200 len: 1001 time: 0.0609453 Jul 08 13:00:31.814623 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 8125f942-47e4-4c1e-9ddf-543dfe601753, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=8125f942-47e4-4c1e-9ddf-543dfe601753,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:00:31.818205 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:31.867336 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2253a-5150-4c77-b128-f5c7c7c6b111 req-6252549b-f09b-4887-94d0-90a0604d6166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:31.868442 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=8125f942-47e4-4c1e-9ddf-543dfe601753,revision_number=6']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:31.870483 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fef2253a-5150-4c77-b128-f5c7c7c6b111 req-6252549b-f09b-4887-94d0-90a0604d6166 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db02442f-cbd5-4f0c-9156-883a737f3d07 HTTP/1.1" status: 200 len: 847 time: 0.0513675 Jul 08 13:00:31.914175 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['8125f942-47e4-4c1e-9ddf-543dfe601753'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:00:31.934678 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2253a-5150-4c77-b128-f5c7c7c6b111 req-a8914143-3256-4fae-a5cd-96e2788e38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:31.936191 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fef2253a-5150-4c77-b128-f5c7c7c6b111 req-a8914143-3256-4fae-a5cd-96e2788e38e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1708f7b4-ee24-4d9b-abb8-f841455a6a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578563 Jul 08 13:00:32.024285 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fef2253a-5150-4c77-b128-f5c7c7c6b111 req-435e503f-9629-442d-beb1-10ac420d825f service neutron] 10.222.0.61 "GET /v2.0/networks/1708f7b4-ee24-4d9b-abb8-f841455a6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803421 Jul 08 13:00:32.119312 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fef2253a-5150-4c77-b128-f5c7c7c6b111 req-f051b930-0252-4473-88b4-0664d76a362f service neutron] 10.222.0.61 "GET /v2.0/networks/1708f7b4-ee24-4d9b-abb8-f841455a6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876908 Jul 08 13:00:32.891612 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996e404-c2fe-48b3-8882-4bd93bc2ba80 req-9a6e7446-1363-4dca-975b-2fb17002695d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:32.893287 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f996e404-c2fe-48b3-8882-4bd93bc2ba80 req-9a6e7446-1363-4dca-975b-2fb17002695d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 944 time: 0.0855076 Jul 08 13:00:32.903951 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dfb68-015f-458c-a026-0bc6498b39e7 req-7b152ab8-5572-4992-8fd1-7f0b832f30d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:32.905557 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-542dfb68-015f-458c-a026-0bc6498b39e7 req-7b152ab8-5572-4992-8fd1-7f0b832f30d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.0667586 Jul 08 13:00:32.938403 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f996e404-c2fe-48b3-8882-4bd93bc2ba80 req-535c2e65-530d-4ed3-8922-6df33315f825 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390451 Jul 08 13:00:32.947589 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-542dfb68-015f-458c-a026-0bc6498b39e7 req-3b4b9a7a-8b24-47b1-a44d-b4ebbd1e7737 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356205 Jul 08 13:00:33.615680 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 8125f942-47e4-4c1e-9ddf-543dfe601753 up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:00:33.745700 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:00:33.827859 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 8125f942-47e4-4c1e-9ddf-543dfe601753 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:00:33.828214 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:33.969427 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:33.999085 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8125f942-47e4-4c1e-9ddf-543dfe601753'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:00:34.002188 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb096002-1f0c-4998-a1d3-813aabec37cd" -d '{"events": [{"server_uuid": "6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf", "name": "network-vif-plugged", "status": "completed", "tag": "8125f942-47e4-4c1e-9ddf-543dfe601753"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:00:34.016363 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 8125f942-47e4-4c1e-9ddf-543dfe601753, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=8125f942-47e4-4c1e-9ddf-543dfe601753,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:00:34.022495 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:34.085739 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=8125f942-47e4-4c1e-9ddf-543dfe601753,revision_number=7']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:34.212895 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256578c-9f29-4096-8ec9-946f45e3b8bf req-9990e8df-c4fb-4fc7-a729-2e97e2b434ad tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:34.221987 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d256578c-9f29-4096-8ec9-946f45e3b8bf req-9990e8df-c4fb-4fc7-a729-2e97e2b434ad tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.0895877 Jul 08 13:00:34.227338 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcff8a-ddfd-4842-b198-d68961784966 req-7d0539ce-955f-4e6f-b20d-feeb9fe6496b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:34.229837 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ccdcff8a-ddfd-4842-b198-d68961784966 req-7d0539ce-955f-4e6f-b20d-feeb9fe6496b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0820410 Jul 08 13:00:34.282937 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ccdcff8a-ddfd-4842-b198-d68961784966 req-dfb2be51-4cf6-4dc2-bc2c-fbf9f07cbece tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405295 Jul 08 13:00:34.285642 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d256578c-9f29-4096-8ec9-946f45e3b8bf req-01f1efc7-2c40-459a-8aa5-a41eef6bdd05 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627215 Jul 08 13:00:34.344506 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12e8977-5e5f-4ee2-8b42-b8ac9f0555c3 x-openstack-request-id: req-e12e8977-5e5f-4ee2-8b42-b8ac9f0555c3 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:00:34.345071 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf", "name": "network-vif-plugged", "status": "completed", "tag": "8125f942-47e4-4c1e-9ddf-543dfe601753", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:00:34.345586 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e12e8977-5e5f-4ee2-8b42-b8ac9f0555c3 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:00:34.346203 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8125f942-47e4-4c1e-9ddf-543dfe601753', 'code': 200} Jul 08 13:00:35.505902 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16cec8-c12f-49bc-b2e7-11aa38ff33a2 req-f1ef0e0c-acfb-44bf-8ea7-28edeb3e0fc9 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:35.508631 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa16cec8-c12f-49bc-b2e7-11aa38ff33a2 req-f1ef0e0c-acfb-44bf-8ea7-28edeb3e0fc9 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.0869234 Jul 08 13:00:35.532170 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021da35-2161-4f48-9667-f5036b53d136 req-cd65916d-a30a-4fff-bfc2-5f64c742acd0 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:35.534998 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c021da35-2161-4f48-9667-f5036b53d136 req-cd65916d-a30a-4fff-bfc2-5f64c742acd0 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0952024 Jul 08 13:00:35.568218 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa16cec8-c12f-49bc-b2e7-11aa38ff33a2 req-dd13aaa0-e5d5-4467-95b3-9afda9f086ef tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519080 Jul 08 13:00:35.596122 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c021da35-2161-4f48-9667-f5036b53d136 req-17c9b139-ffc8-4208-988f-e7ec74a3fbe2 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447805 Jul 08 13:00:36.795963 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fab486-40a2-4486-b28b-68d5ecd006d5 req-11b6922d-c219-4859-945e-6f6413eb9dea tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:36.804045 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f9fab486-40a2-4486-b28b-68d5ecd006d5 req-11b6922d-c219-4859-945e-6f6413eb9dea tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.0856349 Jul 08 13:00:36.843448 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f9fab486-40a2-4486-b28b-68d5ecd006d5 req-183cd25e-bd52-4c07-8072-062881a1475a tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382569 Jul 08 13:00:36.903882 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b331c-f394-4326-af6c-189e6cfa4079 req-83161204-0248-4531-8f10-0a92289bb707 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:36.906424 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f39b331c-f394-4326-af6c-189e6cfa4079 req-83161204-0248-4531-8f10-0a92289bb707 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.1014080 Jul 08 13:00:36.952480 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f39b331c-f394-4326-af6c-189e6cfa4079 req-78734041-9c13-4a04-ab7d-561eccb7eede tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388219 Jul 08 13:00:38.048399 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134d2cc-1e8e-4bf6-9274-e9442e107913 req-e02eb59a-769f-41e0-b4c9-8ef03cb49320 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:38.050667 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c134d2cc-1e8e-4bf6-9274-e9442e107913 req-e02eb59a-769f-41e0-b4c9-8ef03cb49320 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.0798273 Jul 08 13:00:38.104689 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c134d2cc-1e8e-4bf6-9274-e9442e107913 req-006f877b-b596-42c8-a2e9-8544c0bc752e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434391 Jul 08 13:00:38.223566 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f945cda-09ae-4ee7-9435-4a7ed09bc65b req-70c9fab1-1dac-4001-9dcb-ff64b4e0cd64 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:38.225258 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4f945cda-09ae-4ee7-9435-4a7ed09bc65b req-70c9fab1-1dac-4001-9dcb-ff64b4e0cd64 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0787289 Jul 08 13:00:38.272244 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-4f945cda-09ae-4ee7-9435-4a7ed09bc65b req-efa80ca1-62e9-4c89-8084-55be23b835fe tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410974 Jul 08 13:00:39.341476 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cb106-4da2-4e68-90ca-79b5ee8f07c9 req-cd92ca1e-35bf-4ed2-bf5e-6804d8de07be tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:39.349796 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e10cb106-4da2-4e68-90ca-79b5ee8f07c9 req-cd92ca1e-35bf-4ed2-bf5e-6804d8de07be tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.0768187 Jul 08 13:00:39.398221 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e10cb106-4da2-4e68-90ca-79b5ee8f07c9 req-61121b0c-b5a9-4dcc-99c7-14cc0a64b76b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426636 Jul 08 13:00:39.513146 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2d6bc-9651-414a-9e61-491e6a0ace75 req-b16cbced-7b35-4b6d-a0d8-e56174bfd645 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:39.515386 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-bff2d6bc-9651-414a-9e61-491e6a0ace75 req-b16cbced-7b35-4b6d-a0d8-e56174bfd645 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0949554 Jul 08 13:00:39.566998 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-bff2d6bc-9651-414a-9e61-491e6a0ace75 req-4757dc2c-c9cb-47cc-a52f-80269f855fba tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437484 Jul 08 13:00:40.597013 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae622a-d8be-46d0-b479-a6a3fcbbe69c req-a7a931eb-e328-4656-a43a-af495ef7ada2 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:40.598544 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-17ae622a-d8be-46d0-b479-a6a3fcbbe69c req-a7a931eb-e328-4656-a43a-af495ef7ada2 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.0860064 Jul 08 13:00:40.647466 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-17ae622a-d8be-46d0-b479-a6a3fcbbe69c req-e25c0782-4aa9-4dac-a2a0-ffa7d44d627f tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371239 Jul 08 13:00:40.798521 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19435a13-30c2-46fa-917f-381fa1498ffa req-404525ae-504c-489b-a3c3-fae45b5d25ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:40.801103 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-19435a13-30c2-46fa-917f-381fa1498ffa req-404525ae-504c-489b-a3c3-fae45b5d25ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0817945 Jul 08 13:00:40.848266 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-19435a13-30c2-46fa-917f-381fa1498ffa req-a22e0334-c3b2-4a3f-b60b-a7f0629b16fc tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366514 Jul 08 13:00:41.721864 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f6f10-425f-487c-ae82-c2cb830a7869 req-3c539cea-2b63-4a3e-b5ff-12fec70d5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:41.723434 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-db8f6f10-425f-487c-ae82-c2cb830a7869 req-3c539cea-2b63-4a3e-b5ff-12fec70d5e5a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4259b3da7ad84a6ea96e9da0e49b7b8a&device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 1098 time: 0.0669310 Jul 08 13:00:41.827256 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f6f10-425f-487c-ae82-c2cb830a7869 req-0ac36987-2275-4f34-88c5-abd58ab8f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:41.828652 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-db8f6f10-425f-487c-ae82-c2cb830a7869 req-0ac36987-2275-4f34-88c5-abd58ab8f82d service neutron] 10.222.0.61 "GET /v2.0/networks?id=1708f7b4-ee24-4d9b-abb8-f841455a6a5b HTTP/1.1" status: 200 len: 909 time: 0.0983088 Jul 08 13:00:41.906555 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-db8f6f10-425f-487c-ae82-c2cb830a7869 req-da7fdd90-3372-43df-bfc3-f92d83b09d6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ff5c8c-ca69-48d1-80df-928fca6bcc92 HTTP/1.1" status: 200 len: 1001 time: 0.0694389 Jul 08 13:00:41.933992 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fa627-f1c2-4c8d-91e0-a2fc42dea204 req-b179c3fc-7f26-46a5-8d59-1cdbdaa5ba2e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:41.935674 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-446fa627-f1c2-4c8d-91e0-a2fc42dea204 req-b179c3fc-7f26-46a5-8d59-1cdbdaa5ba2e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.0957444 Jul 08 13:00:41.975789 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-446fa627-f1c2-4c8d-91e0-a2fc42dea204 req-56c0ccea-b675-47a6-8255-5804bace7b08 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334291 Jul 08 13:00:41.976030 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f6f10-425f-487c-ae82-c2cb830a7869 req-59ae076d-a226-43e9-9081-810111f6eadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:41.977440 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-db8f6f10-425f-487c-ae82-c2cb830a7869 req-59ae076d-a226-43e9-9081-810111f6eadb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db02442f-cbd5-4f0c-9156-883a737f3d07 HTTP/1.1" status: 200 len: 847 time: 0.0590665 Jul 08 13:00:42.075788 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e15a3c-b1b0-49b9-a753-71a2e6b72e4b req-3ac7ccdd-1750-43ef-add7-71dcd561ba7a tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:42.077356 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-62e15a3c-b1b0-49b9-a753-71a2e6b72e4b req-3ac7ccdd-1750-43ef-add7-71dcd561ba7a tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0990138 Jul 08 13:00:42.084667 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f6f10-425f-487c-ae82-c2cb830a7869 req-b53bbdd3-b618-411c-9d20-2be03d4cdfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:42.086189 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-db8f6f10-425f-487c-ae82-c2cb830a7869 req-b53bbdd3-b618-411c-9d20-2be03d4cdfab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1708f7b4-ee24-4d9b-abb8-f841455a6a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0974298 Jul 08 13:00:42.165784 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-62e15a3c-b1b0-49b9-a753-71a2e6b72e4b req-de273f86-f81e-4bdc-ab9c-f968af5a34ea tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785980 Jul 08 13:00:42.202309 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-db8f6f10-425f-487c-ae82-c2cb830a7869 req-a7d6e86c-b624-4615-b5ae-edb76e08ec1f service neutron] 10.222.0.61 "GET /v2.0/networks/1708f7b4-ee24-4d9b-abb8-f841455a6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977757 Jul 08 13:00:42.310334 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-db8f6f10-425f-487c-ae82-c2cb830a7869 req-c572fef3-ca8c-4da0-9c85-a39453322dcc service neutron] 10.222.0.61 "GET /v2.0/networks/1708f7b4-ee24-4d9b-abb8-f841455a6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875106 Jul 08 13:00:42.524955 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f7d61-7fb2-450b-a07b-400c6fc31a0f req-995be1d9-d7d2-41da-8d1b-daec68f3aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:42.526409 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-873f7d61-7fb2-450b-a07b-400c6fc31a0f req-995be1d9-d7d2-41da-8d1b-daec68f3aaa9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb3aaf43ca0742bcbae60180f6a370b0&device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 1098 time: 0.0556929 Jul 08 13:00:42.616839 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f7d61-7fb2-450b-a07b-400c6fc31a0f req-5ef4abbe-5016-4b5e-adc9-728b27e3c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:42.618364 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-873f7d61-7fb2-450b-a07b-400c6fc31a0f req-5ef4abbe-5016-4b5e-adc9-728b27e3c281 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1001031a-1b61-435b-8812-921aa2a452b0 HTTP/1.1" status: 200 len: 918 time: 0.0850794 Jul 08 13:00:42.688735 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-873f7d61-7fb2-450b-a07b-400c6fc31a0f req-5f299e2f-78b8-48be-a33d-8968356437e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8125f942-47e4-4c1e-9ddf-543dfe601753 HTTP/1.1" status: 200 len: 1000 time: 0.0622916 Jul 08 13:00:42.739490 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f7d61-7fb2-450b-a07b-400c6fc31a0f req-29874de5-3469-429f-aff4-f13177b7d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:42.740971 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-873f7d61-7fb2-450b-a07b-400c6fc31a0f req-29874de5-3469-429f-aff4-f13177b7d0f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6adf3be6-529c-41ea-8b72-a2240d7f7625 HTTP/1.1" status: 200 len: 856 time: 0.0452228 Jul 08 13:00:42.802762 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f7d61-7fb2-450b-a07b-400c6fc31a0f req-d1718cf1-1a9b-4e70-9029-18902a539da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:42.804252 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-873f7d61-7fb2-450b-a07b-400c6fc31a0f req-d1718cf1-1a9b-4e70-9029-18902a539da9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1001031a-1b61-435b-8812-921aa2a452b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560031 Jul 08 13:00:42.903969 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-873f7d61-7fb2-450b-a07b-400c6fc31a0f req-7427d351-ff08-4185-83ae-8ebcdb242049 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920777 Jul 08 13:00:42.995079 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-873f7d61-7fb2-450b-a07b-400c6fc31a0f req-7df2bbc4-584b-432b-8ce4-ff00632add47 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842841 Jul 08 13:00:43.159277 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e35cc5-73ce-4097-b9d1-b6dfc56623d3 req-3213f799-f671-4e5f-ae7a-716cc9008da7 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:43.160696 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-74e35cc5-73ce-4097-b9d1-b6dfc56623d3 req-3213f799-f671-4e5f-ae7a-716cc9008da7 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.0645356 Jul 08 13:00:43.199003 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-74e35cc5-73ce-4097-b9d1-b6dfc56623d3 req-ffdb9b6a-7a46-43c5-b7f8-e231d9b32c6a tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327525 Jul 08 13:00:43.346795 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b917ed2-9125-4baa-afb8-c7e5df2923b4 req-75656b87-c9dc-455d-8eb0-35fac77520ca tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:43.348268 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8b917ed2-9125-4baa-afb8-c7e5df2923b4 req-75656b87-c9dc-455d-8eb0-35fac77520ca tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0670211 Jul 08 13:00:43.385963 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8b917ed2-9125-4baa-afb8-c7e5df2923b4 req-ce55e38a-2500-47b9-9fc2-eeee8841e1b1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321486 Jul 08 13:00:43.508269 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4d366b80-f8b7-47f8-aa72-e308a1c4d258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:44.385889 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5cd2e-ab7f-488a-8140-195b1ab6df6f req-cdbb8265-a69c-470d-b3ec-b090a9badae2 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:44.387445 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-41b5cd2e-ab7f-488a-8140-195b1ab6df6f req-cdbb8265-a69c-470d-b3ec-b090a9badae2 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.0691624 Jul 08 13:00:44.431089 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-41b5cd2e-ab7f-488a-8140-195b1ab6df6f req-de82b914-3124-4cfa-b115-fcaef8eb9668 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374122 Jul 08 13:00:44.570948 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339ff8d-d4d5-41ec-9101-05d312cd1528 req-c2a257ab-0a78-481b-966b-125243dced86 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:44.572426 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f339ff8d-d4d5-41ec-9101-05d312cd1528 req-c2a257ab-0a78-481b-966b-125243dced86 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0632868 Jul 08 13:00:44.611154 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f339ff8d-d4d5-41ec-9101-05d312cd1528 req-9b1c71cd-2355-4cc0-adba-1f3c55adc212 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316532 Jul 08 13:00:45.609682 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccff98e-c4af-4400-ae9d-5b7779ad82a8 req-57c42248-ef59-418f-8ef5-9c01ca04f55e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:45.611140 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eccff98e-c4af-4400-ae9d-5b7779ad82a8 req-57c42248-ef59-418f-8ef5-9c01ca04f55e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.0635531 Jul 08 13:00:45.631478 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 8125f942-47e4-4c1e-9ddf-543dfe601753 no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:00:45.654366 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eccff98e-c4af-4400-ae9d-5b7779ad82a8 req-01af9b50-22a4-49b0-9b29-5d2a1f7019a9 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375929 Jul 08 13:00:45.728379 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:45.755347 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8125f942-47e4-4c1e-9ddf-543dfe601753'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:00:45.757708 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7938ff-33cb-4d71-8d0e-2434b6260d0d" -d '{"events": [{"server_uuid": "6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf", "name": "network-vif-unplugged", "status": "completed", "tag": "8125f942-47e4-4c1e-9ddf-543dfe601753"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:00:45.771089 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 8125f942-47e4-4c1e-9ddf-543dfe601753, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=8125f942-47e4-4c1e-9ddf-543dfe601753,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:00:45.776801 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:45.810019 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59d6f8-0e9f-4a46-9026-3ebc61faf99b req-696f85bf-cbe1-4f65-b6fb-baea00f06360 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:45.812261 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5f59d6f8-0e9f-4a46-9026-3ebc61faf99b req-696f85bf-cbe1-4f65-b6fb-baea00f06360 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 945 time: 0.0797803 Jul 08 13:00:45.832552 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=8125f942-47e4-4c1e-9ddf-543dfe601753,revision_number=8']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:45.866283 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5f59d6f8-0e9f-4a46-9026-3ebc61faf99b req-0acbd201-9b58-4d6f-9356-9994008557e8 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432839 Jul 08 13:00:45.926204 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 13:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d778628e-9bb9-418e-b7bd-31e7943f67f4 x-openstack-request-id: req-d778628e-9bb9-418e-b7bd-31e7943f67f4 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:00:45.926506 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf", "name": "network-vif-unplugged", "status": "failed", "tag": "8125f942-47e4-4c1e-9ddf-543dfe601753", "code": 422}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:00:45.926763 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d778628e-9bb9-418e-b7bd-31e7943f67f4 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:00:45.927202 dv-cinder-800022-1-iscsi neutron-server[92985]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8125f942-47e4-4c1e-9ddf-543dfe601753', 'code': 422} returned with failed status Jul 08 13:00:46.013966 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e635da66-84b0-4166-b9a1-0c4e73668bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:46.045137 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40420) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:46.079207 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b71539-4c11-4cdf-bce2-0cf732f79d68 req-821d9117-27b4-46aa-aa1b-55295a9714fa tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:46.080825 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e4b71539-4c11-4cdf-bce2-0cf732f79d68 req-821d9117-27b4-46aa-aa1b-55295a9714fa tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.0846984 Jul 08 13:00:46.130965 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e4b71539-4c11-4cdf-bce2-0cf732f79d68 req-47e9e523-3b87-4793-ba1f-4063a2a623a0 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406280 Jul 08 13:00:46.167839 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b9ac6cd3-c4a9-44fe-aec1-e2939f5b8a84 req-99fa685e-d000-4267-aa32-665e49b8f9b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1214547 Jul 08 13:00:46.928005 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:47.173889 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fe850-d117-493d-a0c6-aceaf4067ab1 req-30927d14-0914-438c-ac8d-3b4eeb3fda1c tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:47.175430 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-322fe850-d117-493d-a0c6-aceaf4067ab1 req-30927d14-0914-438c-ac8d-3b4eeb3fda1c tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.1051059 Jul 08 13:00:47.182693 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ed7c799c-19c3-4f4c-a6ae-74189a18a20a req-58825003-f1ad-424a-ae37-38d5028a67d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1022036 Jul 08 13:00:47.230551 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-322fe850-d117-493d-a0c6-aceaf4067ab1 req-909e9c22-4c88-4cd2-8a84-478dc58e1537 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468552 Jul 08 13:00:47.332468 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb844308-fa14-452d-ab3c-8ee09e4785e6 req-030f0481-6530-44ed-9b2d-722ea4582b2f tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:47.334060 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cb844308-fa14-452d-ab3c-8ee09e4785e6 req-030f0481-6530-44ed-9b2d-722ea4582b2f tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.0732815 Jul 08 13:00:47.378787 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cb844308-fa14-452d-ab3c-8ee09e4785e6 req-a721fa9d-f7b6-4c60-bef3-a42faffd9d44 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347311 Jul 08 13:00:47.483812 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:47.625387 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 99ff5c8c-ca69-48d1-80df-928fca6bcc92 no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:00:47.692374 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6cd3-c4a9-44fe-aec1-e2939f5b8a84 req-fbc51380-4a12-48f7-9f53-385895daa809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:47.695451 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b9ac6cd3-c4a9-44fe-aec1-e2939f5b8a84 req-fbc51380-4a12-48f7-9f53-385895daa809 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0&tenant_id=4259b3da7ad84a6ea96e9da0e49b7b8a HTTP/1.1" status: 200 len: 1098 time: 0.0663390 Jul 08 13:00:47.716980 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:47.752766 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 99ff5c8c-ca69-48d1-80df-928fca6bcc92, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=99ff5c8c-ca69-48d1-80df-928fca6bcc92,segment=NetworkSegment(d673415a-f667-4c26-a1c1-aa95053dc3b8),segment_id=d673415a-f667-4c26-a1c1-aa95053dc3b8)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:00:47.757916 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:47.791283 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6cd3-c4a9-44fe-aec1-e2939f5b8a84 req-592fd5dd-93ce-45f5-bc36-d2b86a1c13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:47.793019 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b9ac6cd3-c4a9-44fe-aec1-e2939f5b8a84 req-592fd5dd-93ce-45f5-bc36-d2b86a1c13ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4259b3da7ad84a6ea96e9da0e49b7b8a&device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 1098 time: 0.0721211 Jul 08 13:00:47.824406 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=99ff5c8c-ca69-48d1-80df-928fca6bcc92,revision_number=6']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:00:47.885872 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6cd3-c4a9-44fe-aec1-e2939f5b8a84 req-179ed373-23de-4798-9375-1f6c36763a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:47.887358 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b9ac6cd3-c4a9-44fe-aec1-e2939f5b8a84 req-179ed373-23de-4798-9375-1f6c36763a23 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1708f7b4-ee24-4d9b-abb8-f841455a6a5b HTTP/1.1" status: 200 len: 909 time: 0.0872643 Jul 08 13:00:47.928155 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99ff5c8c-ca69-48d1-80df-928fca6bcc92'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:00:47.930533 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27734bb1-5225-4539-979e-8b8fc65e3afc" -d '{"events": [{"server_uuid": "13a234b9-0f4a-4c34-91a9-cabb401931f0", "name": "network-vif-unplugged", "status": "completed", "tag": "99ff5c8c-ca69-48d1-80df-928fca6bcc92"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:00:47.953331 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b9ac6cd3-c4a9-44fe-aec1-e2939f5b8a84 req-a9589ca5-80d5-45a6-93ef-7f7d0459dc87 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ff5c8c-ca69-48d1-80df-928fca6bcc92 HTTP/1.1" status: 200 len: 999 time: 0.0576134 Jul 08 13:00:47.969647 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 13:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8227dedb-3a62-498b-9f50-aea468afe70b x-openstack-request-id: req-8227dedb-3a62-498b-9f50-aea468afe70b {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:00:47.969952 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a234b9-0f4a-4c34-91a9-cabb401931f0", "name": "network-vif-unplugged", "status": "completed", "tag": "99ff5c8c-ca69-48d1-80df-928fca6bcc92", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:00:47.970206 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8227dedb-3a62-498b-9f50-aea468afe70b {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:00:47.970608 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99ff5c8c-ca69-48d1-80df-928fca6bcc92', 'code': 200} Jul 08 13:00:48.006426 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6cd3-c4a9-44fe-aec1-e2939f5b8a84 req-c309af19-20bc-4722-bdd9-a5e3c09dc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:48.007812 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b9ac6cd3-c4a9-44fe-aec1-e2939f5b8a84 req-c309af19-20bc-4722-bdd9-a5e3c09dc261 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db02442f-cbd5-4f0c-9156-883a737f3d07 HTTP/1.1" status: 200 len: 847 time: 0.0469315 Jul 08 13:00:48.070575 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6cd3-c4a9-44fe-aec1-e2939f5b8a84 req-32101d63-68b9-44dd-8491-43eebc2a3a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:48.071317 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b9ac6cd3-c4a9-44fe-aec1-e2939f5b8a84 req-32101d63-68b9-44dd-8491-43eebc2a3a73 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1708f7b4-ee24-4d9b-abb8-f841455a6a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569415 Jul 08 13:00:48.134960 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c799c-19c3-4f4c-a6ae-74189a18a20a req-f85b8271-3c2a-4edf-ba30-a81fac60e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:48.136490 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ed7c799c-19c3-4f4c-a6ae-74189a18a20a req-f85b8271-3c2a-4edf-ba30-a81fac60e00c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf&tenant_id=cb3aaf43ca0742bcbae60180f6a370b0 HTTP/1.1" status: 200 len: 1096 time: 0.0942492 Jul 08 13:00:48.165395 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b9ac6cd3-c4a9-44fe-aec1-e2939f5b8a84 req-64546fba-c2a4-47a4-b623-38ec470eff08 service neutron] 10.222.0.61 "GET /v2.0/networks/1708f7b4-ee24-4d9b-abb8-f841455a6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872197 Jul 08 13:00:48.218549 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c799c-19c3-4f4c-a6ae-74189a18a20a req-7c7f58af-4944-46ec-a058-a18b12090744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:48.220115 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ed7c799c-19c3-4f4c-a6ae-74189a18a20a req-7c7f58af-4944-46ec-a058-a18b12090744 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb3aaf43ca0742bcbae60180f6a370b0&device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 1096 time: 0.0592794 Jul 08 13:00:48.264377 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b9ac6cd3-c4a9-44fe-aec1-e2939f5b8a84 req-dcf533bb-e2e6-4493-8df7-f9f4642c4f24 service neutron] 10.222.0.61 "GET /v2.0/networks/1708f7b4-ee24-4d9b-abb8-f841455a6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928907 Jul 08 13:00:48.314703 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c799c-19c3-4f4c-a6ae-74189a18a20a req-e34dc40c-77b8-4f28-8ebc-39f85a002df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:48.316221 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ed7c799c-19c3-4f4c-a6ae-74189a18a20a req-e34dc40c-77b8-4f28-8ebc-39f85a002df3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1001031a-1b61-435b-8812-921aa2a452b0 HTTP/1.1" status: 200 len: 918 time: 0.0900669 Jul 08 13:00:48.417934 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ed7c799c-19c3-4f4c-a6ae-74189a18a20a req-483770b9-ceee-4804-81f7-3e2840a79977 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8125f942-47e4-4c1e-9ddf-543dfe601753 HTTP/1.1" status: 200 len: 998 time: 0.0946417 Jul 08 13:00:48.478526 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3ac4c-1300-4bfb-824a-c2f5a6ed64ae req-637c188f-1e35-41bb-8faf-144655d4bd29 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:48.480103 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8bc3ac4c-1300-4bfb-824a-c2f5a6ed64ae req-637c188f-1e35-41bb-8faf-144655d4bd29 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.1158600 Jul 08 13:00:48.486244 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c799c-19c3-4f4c-a6ae-74189a18a20a req-95fa5d2c-7dde-4254-9430-9b32de79d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:48.488523 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ed7c799c-19c3-4f4c-a6ae-74189a18a20a req-95fa5d2c-7dde-4254-9430-9b32de79d88f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6adf3be6-529c-41ea-8b72-a2240d7f7625 HTTP/1.1" status: 200 len: 856 time: 0.0624437 Jul 08 13:00:48.555921 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8bc3ac4c-1300-4bfb-824a-c2f5a6ed64ae req-667c708e-e8eb-448a-888f-a22e70c04343 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661042 Jul 08 13:00:48.572530 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e8122-ef94-462e-b506-2feb217f0292 req-5506d9df-5861-4645-8903-f7bea2385d66 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:48.582001 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-864e8122-ef94-462e-b506-2feb217f0292 req-5506d9df-5861-4645-8903-f7bea2385d66 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.0795212 Jul 08 13:00:48.582128 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c799c-19c3-4f4c-a6ae-74189a18a20a req-7707c81a-6e8d-40c7-a9f0-66c76ce36cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:48.582128 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ed7c799c-19c3-4f4c-a6ae-74189a18a20a req-7707c81a-6e8d-40c7-a9f0-66c76ce36cf6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1001031a-1b61-435b-8812-921aa2a452b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766802 Jul 08 13:00:48.621751 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-864e8122-ef94-462e-b506-2feb217f0292 req-f647c3cb-e059-41b6-b2ce-b29ebee42e30 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398014 Jul 08 13:00:48.681452 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ed7c799c-19c3-4f4c-a6ae-74189a18a20a req-34a67a33-b615-426b-939d-f35715063942 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928750 Jul 08 13:00:48.779532 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ed7c799c-19c3-4f4c-a6ae-74189a18a20a req-9773cc1f-2801-48ce-8c6f-38b70bf2ebe5 service neutron] 10.222.0.61 "GET /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906618 Jul 08 13:00:49.361541 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:49.790142 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda9dbd-1ba9-456c-9484-f728080c03aa req-3cda7e65-4063-4fc6-a5d2-b56022ab0662 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:49.791769 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8cda9dbd-1ba9-456c-9484-f728080c03aa req-3cda7e65-4063-4fc6-a5d2-b56022ab0662 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.0804012 Jul 08 13:00:49.823888 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7bd28-4c70-4e5a-9bf8-15097530ccfb req-7c080d3c-f990-4ed5-ade2-55c29ee07c55 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:49.825608 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-26b7bd28-4c70-4e5a-9bf8-15097530ccfb req-7c080d3c-f990-4ed5-ade2-55c29ee07c55 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.0754163 Jul 08 13:00:49.838389 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8cda9dbd-1ba9-456c-9484-f728080c03aa req-a6964ead-8345-46d5-bc43-5fba0b65555e tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396872 Jul 08 13:00:49.888915 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-26b7bd28-4c70-4e5a-9bf8-15097530ccfb req-6f10a292-698e-4a20-a8eb-fa0670027c47 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568006 Jul 08 13:00:51.059110 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ace86-c266-4b14-b003-f1b61dcd9ebc req-859a08c7-448a-4ebe-902f-16c0c2357bbf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:51.060692 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6c9ace86-c266-4b14-b003-f1b61dcd9ebc req-859a08c7-448a-4ebe-902f-16c0c2357bbf tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.0950651 Jul 08 13:00:51.085565 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38dcae-11be-4c02-8368-b15074f31de4 req-571521bc-0b3b-4421-a334-38a13b5bacf2 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:51.087170 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8e38dcae-11be-4c02-8368-b15074f31de4 req-571521bc-0b3b-4421-a334-38a13b5bacf2 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.0767920 Jul 08 13:00:51.100195 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6c9ace86-c266-4b14-b003-f1b61dcd9ebc req-a1942a35-0cc0-4204-8983-22da67121a9f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333924 Jul 08 13:00:51.130888 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8e38dcae-11be-4c02-8368-b15074f31de4 req-02845505-ff07-4ade-beb0-bfa5a162f336 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380342 Jul 08 13:00:52.295996 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449e91c-7e2b-411e-ae1c-03d97aa2f362 req-46584198-96b2-4902-b5b3-cd97a39327ac tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:52.297568 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4449e91c-7e2b-411e-ae1c-03d97aa2f362 req-46584198-96b2-4902-b5b3-cd97a39327ac tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.0672162 Jul 08 13:00:52.310682 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc9f21-84f4-42c0-a852-22ad4d971143 req-26826a7f-21da-4765-9098-a6b402065b6f tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:52.312244 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9edc9f21-84f4-42c0-a852-22ad4d971143 req-26826a7f-21da-4765-9098-a6b402065b6f tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.0658584 Jul 08 13:00:52.340160 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4449e91c-7e2b-411e-ae1c-03d97aa2f362 req-ceeb03a2-1ca9-4e82-946c-8d4ef01f2eeb tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364513 Jul 08 13:00:52.355172 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9edc9f21-84f4-42c0-a852-22ad4d971143 req-37f52154-a8c2-405f-be11-9fda9ba4e372 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366383 Jul 08 13:00:53.551190 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717824f4-a87d-4242-be3a-13012bbe8bcf req-09959216-6db9-4679-b05c-c9d23e140fde tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:53.551851 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cd044-c253-4513-bedb-bda0eefc8405 req-54c6fa39-e7df-4e79-aa80-4f0cdd49ad36 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:53.556126 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e25cd044-c253-4513-bedb-bda0eefc8405 req-54c6fa39-e7df-4e79-aa80-4f0cdd49ad36 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.0767715 Jul 08 13:00:53.556340 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-717824f4-a87d-4242-be3a-13012bbe8bcf req-09959216-6db9-4679-b05c-c9d23e140fde tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.0744569 Jul 08 13:00:53.596969 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-717824f4-a87d-4242-be3a-13012bbe8bcf req-a3862c1f-9de0-4f56-8ecb-1d12c877e408 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367732 Jul 08 13:00:53.609684 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e25cd044-c253-4513-bedb-bda0eefc8405 req-99ff872f-b65e-4a45-8d60-64f124affab1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448799 Jul 08 13:00:54.774480 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adb4e0-f458-4816-9953-a03e327a205b req-c554860b-69cb-4b58-b925-1c73069c9e3f tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:54.776195 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c7adb4e0-f458-4816-9953-a03e327a205b req-c554860b-69cb-4b58-b925-1c73069c9e3f tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.0660067 Jul 08 13:00:54.795039 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285e23c-9c79-4f9b-ad21-c2a1b26b7452 req-cdec2d4f-f9bc-41a2-a381-289fd96fd2fa tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:54.796810 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d285e23c-9c79-4f9b-ad21-c2a1b26b7452 req-cdec2d4f-f9bc-41a2-a381-289fd96fd2fa tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.0684662 Jul 08 13:00:54.825056 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c7adb4e0-f458-4816-9953-a03e327a205b req-c11f407d-2cb8-4156-884a-04aac83b5baa tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428054 Jul 08 13:00:54.853862 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d285e23c-9c79-4f9b-ad21-c2a1b26b7452 req-88a32463-f0f3-4602-b197-59e00ce17c48 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507634 Jul 08 13:00:56.011477 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5726f51-5efa-49e3-8d27-1024ddde3a56 req-7468764e-2acc-45ee-a4a7-1adea973ede8 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:56.013112 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e5726f51-5efa-49e3-8d27-1024ddde3a56 req-7468764e-2acc-45ee-a4a7-1adea973ede8 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.0639141 Jul 08 13:00:56.047291 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babf6f0-8183-4417-a89e-230864ab2cee req-99da60f8-b73d-4818-a4da-f209913e2652 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:56.048907 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6babf6f0-8183-4417-a89e-230864ab2cee req-99da60f8-b73d-4818-a4da-f209913e2652 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.0722303 Jul 08 13:00:56.056198 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e5726f51-5efa-49e3-8d27-1024ddde3a56 req-8e58af2d-af20-433a-874d-b122919ccb14 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344646 Jul 08 13:00:56.090376 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6babf6f0-8183-4417-a89e-230864ab2cee req-195a27fb-2cc7-4800-a27c-095a2f5c1c88 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357714 Jul 08 13:00:57.258413 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558b3d3-ee4a-489a-bd2a-70742b8b2e7d req-abc331c8-7ae1-431b-8ff0-0a4e59553775 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:57.259963 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5558b3d3-ee4a-489a-bd2a-70742b8b2e7d req-abc331c8-7ae1-431b-8ff0-0a4e59553775 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.0669708 Jul 08 13:00:57.279436 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf192318-1f86-423e-bae4-b13e9a0ad7d3 req-b6be7b63-88a5-4543-ba77-8d391c161759 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:57.280929 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cf192318-1f86-423e-bae4-b13e9a0ad7d3 req-b6be7b63-88a5-4543-ba77-8d391c161759 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.0682538 Jul 08 13:00:57.302568 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5558b3d3-ee4a-489a-bd2a-70742b8b2e7d req-35a890b1-7be2-4f48-aaf5-13587f29de22 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365434 Jul 08 13:00:57.329270 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cf192318-1f86-423e-bae4-b13e9a0ad7d3 req-37172207-72ea-455c-ab1b-e9299c22c111 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414855 Jul 08 13:00:57.961562 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:58.492479 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d601c-b612-4ef5-9c5c-6154d8d850a6 req-144a1616-39ce-4827-ac85-95f11edfaad1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:58.494135 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-712d601c-b612-4ef5-9c5c-6154d8d850a6 req-144a1616-39ce-4827-ac85-95f11edfaad1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.0691864 Jul 08 13:00:58.549254 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-712d601c-b612-4ef5-9c5c-6154d8d850a6 req-8664e169-6cd4-4fb9-83c1-4265c4531b9f tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449934 Jul 08 13:00:58.558059 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa92926-2ffc-48a3-800c-396573a28188 req-4e32fc3d-bb45-42dd-a98b-516a8d1e80a0 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:58.560183 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ffa92926-2ffc-48a3-800c-396573a28188 req-4e32fc3d-bb45-42dd-a98b-516a8d1e80a0 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.1058617 Jul 08 13:00:58.604547 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ffa92926-2ffc-48a3-800c-396573a28188 req-e92602f1-671d-42c5-aa01-177220eea3d7 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378981 Jul 08 13:00:59.723386 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812383c3-8e1f-42d7-8d0a-68597e93e4a1 req-1c2ba3df-4c6a-4071-ac62-f87188d66ec4 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:59.725071 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-812383c3-8e1f-42d7-8d0a-68597e93e4a1 req-1c2ba3df-4c6a-4071-ac62-f87188d66ec4 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.0696175 Jul 08 13:00:59.763723 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-812383c3-8e1f-42d7-8d0a-68597e93e4a1 req-15a0fc42-8341-4ba2-b33e-eb28db4d52ac tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325837 Jul 08 13:00:59.783517 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86132af-79d6-4258-8c1e-7d5ef8ec9764 req-c6347951-27e5-4581-9dad-9b9007cd171a tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:00:59.785003 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e86132af-79d6-4258-8c1e-7d5ef8ec9764 req-c6347951-27e5-4581-9dad-9b9007cd171a tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.0639391 Jul 08 13:00:59.824871 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e86132af-79d6-4258-8c1e-7d5ef8ec9764 req-3fe4e1cf-c522-4aa7-b6a9-2e8c8a80c566 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343428 Jul 08 13:01:00.947988 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3884a-92dc-429c-a393-148c3709a55f req-3b084c4c-16f9-48de-b0e2-def53cca6a9e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:00.949578 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a9a3884a-92dc-429c-a393-148c3709a55f req-3b084c4c-16f9-48de-b0e2-def53cca6a9e tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.0626736 Jul 08 13:01:00.994108 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a9a3884a-92dc-429c-a393-148c3709a55f req-dc600d6e-41ae-4616-86dd-fc7f365a07b3 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352073 Jul 08 13:01:01.015069 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609c5e2-a615-43b0-b2aa-2e0012006853 req-be32340e-7f55-4c17-9795-b9b8ddb01016 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:01.016677 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8609c5e2-a615-43b0-b2aa-2e0012006853 req-be32340e-7f55-4c17-9795-b9b8ddb01016 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.0663757 Jul 08 13:01:01.058958 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8609c5e2-a615-43b0-b2aa-2e0012006853 req-e4c15144-6dba-4c48-9eba-8d978edfdd91 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366402 Jul 08 13:01:02.168442 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727c3f2-f382-4fbd-9db5-59d4bc7e998e req-d0f89d8f-8b7d-4e2a-bafc-02c9ee665afc tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:02.169961 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5727c3f2-f382-4fbd-9db5-59d4bc7e998e req-d0f89d8f-8b7d-4e2a-bafc-02c9ee665afc tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.0620906 Jul 08 13:01:02.207801 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5727c3f2-f382-4fbd-9db5-59d4bc7e998e req-536b57bb-97b1-4042-8d79-b56259b6b522 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323591 Jul 08 13:01:02.236380 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474667af-ccdf-40e3-9d6b-4990dd952b4c req-999c1ffe-b9f9-4586-975d-e6b613eb1c4e tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:02.237961 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-474667af-ccdf-40e3-9d6b-4990dd952b4c req-999c1ffe-b9f9-4586-975d-e6b613eb1c4e tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.0640671 Jul 08 13:01:02.276556 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-474667af-ccdf-40e3-9d6b-4990dd952b4c req-7fb6f904-d105-4311-b767-9e70b6d52639 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329459 Jul 08 13:01:02.754569 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17305288-0d0e-4951-be40-a31a80562a4d req-8955ced5-b8e9-4074-8252-af36bf1ee606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:02.756006 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-17305288-0d0e-4951-be40-a31a80562a4d req-8955ced5-b8e9-4074-8252-af36bf1ee606 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 1096 time: 0.0491624 Jul 08 13:01:02.789133 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-17305288-0d0e-4951-be40-a31a80562a4d req-393b1655-c17e-41dd-b6f6-ef1c224a2f11 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270662 Jul 08 13:01:03.475339 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687056cd-e533-44b9-b84a-ce99980ac79e req-1d7c7a10-2d16-4fc8-9e66-42bc4fdb7e25 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:03.477001 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-687056cd-e533-44b9-b84a-ce99980ac79e req-1d7c7a10-2d16-4fc8-9e66-42bc4fdb7e25 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 943 time: 0.0796950 Jul 08 13:01:03.526680 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-687056cd-e533-44b9-b84a-ce99980ac79e req-48d0b3af-5092-430a-bba0-c6f8819cc130 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435841 Jul 08 13:01:03.643165 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805cfff-8922-48c9-b1a2-ad7e9850ac51 req-e3d1e995-0c66-4fa2-9ee6-3b89fc38a219 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:03.644632 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-6805cfff-8922-48c9-b1a2-ad7e9850ac51 req-e3d1e995-0c66-4fa2-9ee6-3b89fc38a219 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 943 time: 0.3276346 Jul 08 13:01:03.681562 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-6805cfff-8922-48c9-b1a2-ad7e9850ac51 req-2f71a338-52aa-4f63-8644-a101039a6496 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310791 Jul 08 13:01:03.687027 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 8125f942-47e4-4c1e-9ddf-543dfe601753 details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:01:03.781912 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 8125f942-47e4-4c1e-9ddf-543dfe601753, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=8125f942-47e4-4c1e-9ddf-543dfe601753,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:01:03.792872 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '8125f942-47e4-4c1e-9ddf-543dfe601753', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'port_id': '8125f942-47e4-4c1e-9ddf-543dfe601753', 'mac_address': 'fa:16:3e:3e:fc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:01:03.828818 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:03.844367 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8125f942-47e4-4c1e-9ddf-543dfe601753 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:01:03.863352 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 8125f942-47e4-4c1e-9ddf-543dfe601753, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=8125f942-47e4-4c1e-9ddf-543dfe601753,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:01:03.867224 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:03.867891 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 99ff5c8c-ca69-48d1-80df-928fca6bcc92 details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:01:03.955275 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=8125f942-47e4-4c1e-9ddf-543dfe601753,revision_number=9']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:03.996592 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 99ff5c8c-ca69-48d1-80df-928fca6bcc92, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=99ff5c8c-ca69-48d1-80df-928fca6bcc92,segment=NetworkSegment(d673415a-f667-4c26-a1c1-aa95053dc3b8),segment_id=d673415a-f667-4c26-a1c1-aa95053dc3b8)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:01:04.008190 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '99ff5c8c-ca69-48d1-80df-928fca6bcc92', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'port_id': '99ff5c8c-ca69-48d1-80df-928fca6bcc92', 'mac_address': 'fa:16:3e:ae:ca:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:01:04.049358 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:04.061390 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ff5c8c-ca69-48d1-80df-928fca6bcc92 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:01:04.080095 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 99ff5c8c-ca69-48d1-80df-928fca6bcc92, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=99ff5c8c-ca69-48d1-80df-928fca6bcc92,segment=NetworkSegment(d673415a-f667-4c26-a1c1-aa95053dc3b8),segment_id=d673415a-f667-4c26-a1c1-aa95053dc3b8)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:01:04.083654 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:04.129351 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=99ff5c8c-ca69-48d1-80df-928fca6bcc92,revision_number=7']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:04.320563 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['8125f942-47e4-4c1e-9ddf-543dfe601753'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:01:04.342661 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['99ff5c8c-ca69-48d1-80df-928fca6bcc92'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:01:04.697205 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a3f6e-fd0b-4f8f-aef8-6ec455efb770 req-38c68101-51fa-46c7-bcca-2f595b67cab7 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:04.698528 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-733a3f6e-fd0b-4f8f-aef8-6ec455efb770 req-38c68101-51fa-46c7-bcca-2f595b67cab7 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 944 time: 0.0617988 Jul 08 13:01:04.735200 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-733a3f6e-fd0b-4f8f-aef8-6ec455efb770 req-65f58785-ff69-4d6d-b23b-322a4ea1ea8c tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311375 Jul 08 13:01:04.850334 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a18e69-bae7-4724-876a-94d6a6b054dd req-d23c2bcb-5f2e-4c98-8ce9-e6bcc40a324d tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:04.851781 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a0a18e69-bae7-4724-876a-94d6a6b054dd req-d23c2bcb-5f2e-4c98-8ce9-e6bcc40a324d tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 944 time: 0.0605159 Jul 08 13:01:04.887598 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a0a18e69-bae7-4724-876a-94d6a6b054dd req-7d6b20c5-3426-4694-9ad0-0aafbb753e8f tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304048 Jul 08 13:01:05.699133 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 8125f942-47e4-4c1e-9ddf-543dfe601753 up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:01:05.746684 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 8125f942-47e4-4c1e-9ddf-543dfe601753 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:05.747062 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:05.822453 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:05.844480 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8125f942-47e4-4c1e-9ddf-543dfe601753'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:01:05.846752 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcafd742-06c9-4feb-9b8a-ded3c077a5e3" -d '{"events": [{"server_uuid": "6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf", "name": "network-vif-plugged", "status": "completed", "tag": "8125f942-47e4-4c1e-9ddf-543dfe601753"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:01:05.862994 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 8125f942-47e4-4c1e-9ddf-543dfe601753, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=8125f942-47e4-4c1e-9ddf-543dfe601753,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:01:05.867564 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:05.868628 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 99ff5c8c-ca69-48d1-80df-928fca6bcc92 up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:01:05.894780 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e3d200-80b3-4924-b5a1-3f5e96ce7ea3 x-openstack-request-id: req-30e3d200-80b3-4924-b5a1-3f5e96ce7ea3 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:01:05.895051 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf", "name": "network-vif-plugged", "status": "completed", "tag": "8125f942-47e4-4c1e-9ddf-543dfe601753", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:01:05.895305 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30e3d200-80b3-4924-b5a1-3f5e96ce7ea3 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:01:05.895686 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8125f942-47e4-4c1e-9ddf-543dfe601753', 'code': 200} Jul 08 13:01:05.934064 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246ca1-92d9-4761-8a33-355112b9f0e9 req-12462695-bde1-4c92-a192-0038dba6d97e tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:05.936286 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-31246ca1-92d9-4761-8a33-355112b9f0e9 req-12462695-bde1-4c92-a192-0038dba6d97e tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 944 time: 0.0866477 Jul 08 13:01:05.988806 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-31246ca1-92d9-4761-8a33-355112b9f0e9 req-99cf25f2-e3c9-4310-87a6-76ca422c4632 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453506 Jul 08 13:01:06.040662 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=8125f942-47e4-4c1e-9ddf-543dfe601753,revision_number=10']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:06.055761 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 99ff5c8c-ca69-48d1-80df-928fca6bcc92 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:06.056141 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:06.139175 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:06.168359 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b14208-98c1-43e6-8aae-96549f3c23c8 req-d59826f6-137d-4f82-b1af-2a9b4e6d1d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:06.169906 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-60b14208-98c1-43e6-8aae-96549f3c23c8 req-d59826f6-137d-4f82-b1af-2a9b4e6d1d22 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 1099 time: 0.0511472 Jul 08 13:01:06.172325 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 99ff5c8c-ca69-48d1-80df-928fca6bcc92, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=99ff5c8c-ca69-48d1-80df-928fca6bcc92,segment=NetworkSegment(d673415a-f667-4c26-a1c1-aa95053dc3b8),segment_id=d673415a-f667-4c26-a1c1-aa95053dc3b8)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:01:06.176159 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:06.204688 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-60b14208-98c1-43e6-8aae-96549f3c23c8 req-b039a6ce-0797-4919-a108-288566a42bed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288024 Jul 08 13:01:06.223135 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=99ff5c8c-ca69-48d1-80df-928fca6bcc92,revision_number=8']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:07.207936 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc45424-926b-4bf6-bbd7-955895bb692c req-6303444b-2d5e-4dda-ba79-aa478c69c2c8 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:07.209466 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1dc45424-926b-4bf6-bbd7-955895bb692c req-6303444b-2d5e-4dda-ba79-aa478c69c2c8 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 946 time: 0.0708001 Jul 08 13:01:07.249761 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1dc45424-926b-4bf6-bbd7-955895bb692c req-7e58be34-ce8d-441a-8b0e-0794dbe29f57 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340185 Jul 08 13:01:07.896727 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ff5c8c-ca69-48d1-80df-928fca6bcc92'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:01:07.899399 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4030ff07-ab9f-4716-9b72-7b56e9a8b4c1" -d '{"events": [{"server_uuid": "13a234b9-0f4a-4c34-91a9-cabb401931f0", "name": "network-vif-plugged", "status": "completed", "tag": "99ff5c8c-ca69-48d1-80df-928fca6bcc92"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:01:07.934657 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcddd7dc-ab7c-4cde-9169-91ea38a07065 x-openstack-request-id: req-fcddd7dc-ab7c-4cde-9169-91ea38a07065 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:01:07.934951 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a234b9-0f4a-4c34-91a9-cabb401931f0", "name": "network-vif-plugged", "status": "completed", "tag": "99ff5c8c-ca69-48d1-80df-928fca6bcc92", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:01:07.935206 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcddd7dc-ab7c-4cde-9169-91ea38a07065 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:01:07.935599 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ff5c8c-ca69-48d1-80df-928fca6bcc92', 'code': 200} Jul 08 13:01:08.430439 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6e3e7-1cd8-4550-9e34-a6f9ec37167e req-46a1e576-ba00-4d27-89b2-90dae1c5b664 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:08.431900 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d9c6e3e7-1cd8-4550-9e34-a6f9ec37167e req-46a1e576-ba00-4d27-89b2-90dae1c5b664 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 946 time: 0.0631962 Jul 08 13:01:08.467609 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d9c6e3e7-1cd8-4550-9e34-a6f9ec37167e req-ce95c348-9aa4-4e58-bd29-f02fe6071e08 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302813 Jul 08 13:01:10.745390 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:01:13.509118 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-427ae036-a046-48d6-85fb-24010ba2d235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:16.005500 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-48212e48-c166-46f9-8f58-7a8018da42ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:16.919264 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:17.484635 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:19.349199 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:27.968926 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:33.399179 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2277803f-5a50-4030-9419-551f5be33fa9 req-c60e7459-7a78-44c0-a448-5831ce55b433 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553565 Jul 08 13:01:33.506185 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277803f-5a50-4030-9419-551f5be33fa9 req-155619fd-619c-41a4-a6ef-4828dcfbace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:33.507722 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2277803f-5a50-4030-9419-551f5be33fa9 req-155619fd-619c-41a4-a6ef-4828dcfbace6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4259b3da7ad84a6ea96e9da0e49b7b8a&device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 1098 time: 0.0570824 Jul 08 13:01:33.613970 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277803f-5a50-4030-9419-551f5be33fa9 req-43cb3c4a-c901-470e-b259-9f9dd2618a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:33.615362 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2277803f-5a50-4030-9419-551f5be33fa9 req-43cb3c4a-c901-470e-b259-9f9dd2618a22 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1708f7b4-ee24-4d9b-abb8-f841455a6a5b HTTP/1.1" status: 200 len: 909 time: 0.0856729 Jul 08 13:01:33.684319 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2277803f-5a50-4030-9419-551f5be33fa9 req-846b76c6-4a70-4099-be49-139286b28768 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ff5c8c-ca69-48d1-80df-928fca6bcc92 HTTP/1.1" status: 200 len: 1001 time: 0.0622714 Jul 08 13:01:33.734722 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277803f-5a50-4030-9419-551f5be33fa9 req-d5049293-faa1-4573-8507-7f86e6f05995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:33.736192 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2277803f-5a50-4030-9419-551f5be33fa9 req-d5049293-faa1-4573-8507-7f86e6f05995 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db02442f-cbd5-4f0c-9156-883a737f3d07 HTTP/1.1" status: 200 len: 847 time: 0.0448608 Jul 08 13:01:33.796366 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277803f-5a50-4030-9419-551f5be33fa9 req-0667eb71-e021-417d-8679-afb403b2ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:33.798242 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2277803f-5a50-4030-9419-551f5be33fa9 req-0667eb71-e021-417d-8679-afb403b2ed4c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1708f7b4-ee24-4d9b-abb8-f841455a6a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526783 Jul 08 13:01:33.892365 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2277803f-5a50-4030-9419-551f5be33fa9 req-d00665d4-da5a-453d-9759-5fff61154115 service neutron] 10.222.0.61 "GET /v2.0/networks/1708f7b4-ee24-4d9b-abb8-f841455a6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856490 Jul 08 13:01:33.985995 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2277803f-5a50-4030-9419-551f5be33fa9 req-5d3c259c-b9e8-492b-a129-c6119d2ce824 service neutron] 10.222.0.61 "GET /v2.0/networks/1708f7b4-ee24-4d9b-abb8-f841455a6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869279 Jul 08 13:01:41.653181 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889195c-3572-4dca-9f5a-f1763cafe95f req-03560ea9-2853-489b-95db-9dba4ff792b1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:41.654813 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3889195c-3572-4dca-9f5a-f1763cafe95f req-03560ea9-2853-489b-95db-9dba4ff792b1 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 946 time: 0.0722799 Jul 08 13:01:41.700293 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3889195c-3572-4dca-9f5a-f1763cafe95f req-55c96cef-c37f-44e5-ae69-8fba5a654a2d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352831 Jul 08 13:01:42.926674 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13305878-fd45-41a6-98c9-24b9d5b10663 req-5fbdf905-8043-40ea-968c-a7b81fedd590 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:42.928276 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-13305878-fd45-41a6-98c9-24b9d5b10663 req-5fbdf905-8043-40ea-968c-a7b81fedd590 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 946 time: 0.1098294 Jul 08 13:01:42.952248 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524e733-829f-4597-9dda-8274c2ecc37e req-d105f085-90be-4217-8534-3bf2fbedac2d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:42.953833 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c524e733-829f-4597-9dda-8274c2ecc37e req-d105f085-90be-4217-8534-3bf2fbedac2d tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 946 time: 0.1267745 Jul 08 13:01:43.044551 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c524e733-829f-4597-9dda-8274c2ecc37e req-dcffd450-1fd6-41de-8b82-3fa91c83250b tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712707 Jul 08 13:01:43.070418 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-13305878-fd45-41a6-98c9-24b9d5b10663 req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Deleting port 8125f942-47e4-4c1e-9ddf-543dfe601753 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:01:43.070769 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-13305878-fd45-41a6-98c9-24b9d5b10663 req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:43.167333 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-13305878-fd45-41a6-98c9-24b9d5b10663 req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] For port 8125f942-47e4-4c1e-9ddf-543dfe601753, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=8125f942-47e4-4c1e-9ddf-543dfe601753,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:01:43.167752 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-13305878-fd45-41a6-98c9-24b9d5b10663 req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:43.350991 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-13305878-fd45-41a6-98c9-24b9d5b10663 req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:43.351310 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-13305878-fd45-41a6-98c9-24b9d5b10663 req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:43.351659 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.l3_db [req-13305878-fd45-41a6-98c9-24b9d5b10663 req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Floating IP 9e72aae1-b3b8-4ea7-bb10-446e09d40c6f disassociated. External IP: 172.27.2.78, port: 8125f942-47e4-4c1e-9ddf-543dfe601753. Jul 08 13:01:43.351998 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-13305878-fd45-41a6-98c9-24b9d5b10663 req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Calling delete_port for 8125f942-47e4-4c1e-9ddf-543dfe601753 owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:01:43.538861 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-13305878-fd45-41a6-98c9-24b9d5b10663 req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:43.541311 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ca59ddc8-9086-469b-8913-b06ddc32a53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:43.575570 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event deleted for resources: {'Port': ['ID=8125f942-47e4-4c1e-9ddf-543dfe601753,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:43.589416 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:43.589773 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:43.590126 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:43.590503 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:43.590826 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:43.591170 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:43.592030 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:43.592384 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:43.592722 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:43.593072 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:43.593411 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:43.593777 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:43.714918 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13305878-fd45-41a6-98c9-24b9d5b10663 req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Router 4fa6e7cc-0820-438b-b684-28e1015000ea has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:01:43.836548 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13305878-fd45-41a6-98c9-24b9d5b10663 req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:01:43.846075 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ce1160-d921-48cf-857b-b1193b9f495a None None] Sync routers for ids ['4fa6e7cc-0820-438b-b684-28e1015000ea'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:01:43.855356 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ce1160-d921-48cf-857b-b1193b9f495a None None] Routers {'4fa6e7cc-0820-438b-b684-28e1015000ea'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:01:43.855907 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-b7ce1160-d921-48cf-857b-b1193b9f495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:01:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['4fa6e7cc-0820-438b-b684-28e1015000ea'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:43.881359 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-13305878-fd45-41a6-98c9-24b9d5b10663 req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] No DVR routers for this DVR port 8125f942-47e4-4c1e-9ddf-543dfe601753 on host hv-cinder-80002 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:01:43.883872 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-13305878-fd45-41a6-98c9-24b9d5b10663 req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:43.886022 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-13305878-fd45-41a6-98c9-24b9d5b10663 req-09c6ed59-6b53-41fd-8e5d-b219c4e222ab tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.61 "DELETE /v2.0/ports/8125f942-47e4-4c1e-9ddf-543dfe601753 HTTP/1.1" status: 204 len: 173 time: 0.9518058 Jul 08 13:01:43.886656 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'name': 'network-vif-deleted', 'tag': '8125f942-47e4-4c1e-9ddf-543dfe601753'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:01:43.889633 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37baf7a-0178-4715-80b4-b70322696c8b" -d '{"events": [{"server_uuid": "6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf", "name": "network-vif-deleted", "tag": "8125f942-47e4-4c1e-9ddf-543dfe601753"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:01:43.951557 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1da9c5-d5f0-4979-841d-3349f06f95b6 x-openstack-request-id: req-1a1da9c5-d5f0-4979-841d-3349f06f95b6 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:01:43.952276 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf", "name": "network-vif-deleted", "tag": "8125f942-47e4-4c1e-9ddf-543dfe601753", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:01:43.952711 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a1da9c5-d5f0-4979-841d-3349f06f95b6 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:01:43.953482 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf', 'name': 'network-vif-deleted', 'tag': '8125f942-47e4-4c1e-9ddf-543dfe601753', 'status': 'completed', 'code': 200} Jul 08 13:01:43.995976 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-b7ce1160-d921-48cf-857b-b1193b9f495a None None] Set router 4fa6e7cc-0820-438b-b684-28e1015000ea gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:01:44.243935 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef06583f-4d2d-4df9-8d9e-4109c26c14ed req-6e746cab-a175-478d-b83b-34b99c1d66f2 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cd1cc8d-9cd1-4389-a8ec-3c8019e342bf HTTP/1.1" status: 200 len: 210 time: 0.0293322 Jul 08 13:01:44.255365 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-b7ce1160-d921-48cf-857b-b1193b9f495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:10Z', 'revision_number': 4, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'ae8d1394-93cd-450d-bd8d-ef21e43756eb', 'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'mac_address': 'fa:16:3e:dd:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 5, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'subnets': [{'id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:44.284059 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ce1160-d921-48cf-857b-b1193b9f495a None None] Checking router: 4fa6e7cc-0820-438b-b684-28e1015000ea for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:01:44.292606 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ce1160-d921-48cf-857b-b1193b9f495a None None] Routers {'4fa6e7cc-0820-438b-b684-28e1015000ea'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:01:44.293248 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-b7ce1160-d921-48cf-857b-b1193b9f495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:01:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['4fa6e7cc-0820-438b-b684-28e1015000ea'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:44.408717 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-b7ce1160-d921-48cf-857b-b1193b9f495a None None] Set router 4fa6e7cc-0820-438b-b684-28e1015000ea gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:01:44.622931 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-b7ce1160-d921-48cf-857b-b1193b9f495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:10Z', 'revision_number': 4, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'ae8d1394-93cd-450d-bd8d-ef21e43756eb', 'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'mac_address': 'fa:16:3e:dd:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 5, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'subnets': [{'id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:44.653551 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ce1160-d921-48cf-857b-b1193b9f495a None None] The sync data for ids ['4fa6e7cc-0820-438b-b684-28e1015000ea'] in dv-cinder-800022-1-iscsi is: [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T12:54:10Z', 'revision_number': 4, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'ae8d1394-93cd-450d-bd8d-ef21e43756eb', 'name': '', 'network_id': '1001031a-1b61-435b-8812-921aa2a452b0', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'mac_address': 'fa:16:3e:dd:f9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:08Z', 'updated_at': '2021-07-08T12:54:20Z', 'revision_number': 5, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'subnets': [{'id': '6adf3be6-529c-41ea-8b72-a2240d7f7625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:01:44.863615 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca6241-2452-48be-9759-47eea722f0fd None None] New status for floating IP 9e72aae1-b3b8-4ea7-bb10-446e09d40c6f: DOWN {{(pid=92986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:01:45.380082 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40636) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:45.440881 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dc8210e9-8ca3-47e7-931b-95efe8b36a3f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:45.466002 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dc8210e9-8ca3-47e7-931b-95efe8b36a3f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:45.521194 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dc8210e9-8ca3-47e7-931b-95efe8b36a3f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:45.523927 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dc8210e9-8ca3-47e7-931b-95efe8b36a3f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:45.525102 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-dc8210e9-8ca3-47e7-931b-95efe8b36a3f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "DELETE /v2.0/security-groups/4dc1e693-6d79-4d8a-88d8-aef00bfae4c7 HTTP/1.1" status: 204 len: 168 time: 0.1439397 Jul 08 13:01:45.528357 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40638) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:45.536264 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8210e9-8ca3-47e7-931b-95efe8b36a3f tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc1e693-6d79-4d8a-88d8-aef00bfae4c7,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:45.543626 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.api.v2.resource [None req-dc9af51e-87bf-4f0b-9382-b1733da73b46 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] show failed (client error): The resource could not be found. Jul 08 13:01:45.544617 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-dc9af51e-87bf-4f0b-9382-b1733da73b46 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "GET /v2.0/security-groups/4dc1e693-6d79-4d8a-88d8-aef00bfae4c7 HTTP/1.1" status: 404 len: 347 time: 0.0137746 Jul 08 13:01:45.547597 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40640) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:45.664789 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Deleting port 2269faa5-b8b5-4f7a-9045-401d51c277d4 {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:01:45.665160 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:45.736971 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:45.737325 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:45.748348 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Calling delete_port for 2269faa5-b8b5-4f7a-9045-401d51c277d4 owned by network:floatingip {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:01:45.875259 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:45.905057 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Pushing event deleted for resources: {'Port': ['ID=2269faa5-b8b5-4f7a-9045-401d51c277d4,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:45.905895 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 8125f942-47e4-4c1e-9ddf-543dfe601753 no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:01:45.925780 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: 8125f942-47e4-4c1e-9ddf-543dfe601753 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:01:45.926124 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 8125f942-47e4-4c1e-9ddf-543dfe601753 not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:01:45.932097 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:45.932443 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:45.932779 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:45.933220 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:45.933552 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:45.933876 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:45.934193 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:45.934509 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:45.934822 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:45.935165 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:45.935482 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:45.935792 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:45.972965 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks [] for floatingip, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:45.975442 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:45.976567 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-fd0e2a33-54c9-4c7f-81e1-738ee12edda6 tempest-AttachVolumeShelveTestJSON-1515850685 tempest-AttachVolumeShelveTestJSON-1515850685-project] 10.222.0.13 "DELETE /v2.0/floatingips/9e72aae1-b3b8-4ea7-bb10-446e09d40c6f HTTP/1.1" status: 204 len: 168 time: 0.4280627 Jul 08 13:01:46.005578 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-482bcfb1-6247-46e9-87c7-d27a37f47510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:46.925052 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.487562 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.745012 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:01:48.528007 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40662) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:49.224118 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea7fa-0f94-4d34-ab0d-15c91239ab89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653114'] for router_interface, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.352863 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.470279 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ea7fa-0f94-4d34-ab0d-15c91239ab89 admin admin] Deleting port ae8d1394-93cd-450d-bd8d-ef21e43756eb {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:01:49.470616 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea7fa-0f94-4d34-ab0d-15c91239ab89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.545690 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-2f0ea7fa-0f94-4d34-ab0d-15c91239ab89 admin admin] For port ae8d1394-93cd-450d-bd8d-ef21e43756eb, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=ae8d1394-93cd-450d-bd8d-ef21e43756eb,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:01:49.546355 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea7fa-0f94-4d34-ab0d-15c91239ab89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.558207 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ea7fa-0f94-4d34-ab0d-15c91239ab89 admin admin] Calling delete_port for ae8d1394-93cd-450d-bd8d-ef21e43756eb owned by network:router_interface {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:01:49.736479 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea7fa-0f94-4d34-ab0d-15c91239ab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.762941 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ea7fa-0f94-4d34-ab0d-15c91239ab89 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8d1394-93cd-450d-bd8d-ef21e43756eb,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:49.938087 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea7fa-0f94-4d34-ab0d-15c91239ab89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653308'] for router_interface, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.152068 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0ea7fa-0f94-4d34-ab0d-15c91239ab89 admin admin] Router 4fa6e7cc-0820-438b-b684-28e1015000ea has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:01:50.258205 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0ea7fa-0f94-4d34-ab0d-15c91239ab89 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:01:50.263990 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2f0ea7fa-0f94-4d34-ab0d-15c91239ab89 admin admin] 10.222.0.13 "PUT /v2.0/routers/4fa6e7cc-0820-438b-b684-28e1015000ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7342110 Jul 08 13:01:50.266612 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40666) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:50.268187 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d0d86-ef71-4461-b007-a2da3a230040 None None] Sync routers for ids ['4fa6e7cc-0820-438b-b684-28e1015000ea'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:01:50.279408 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d0d86-ef71-4461-b007-a2da3a230040 None None] Routers {'4fa6e7cc-0820-438b-b684-28e1015000ea'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:01:50.279733 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-526d0d86-ef71-4461-b007-a2da3a230040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:01:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['4fa6e7cc-0820-438b-b684-28e1015000ea'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:50.377736 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97e4d06e-9e5b-491a-9bb2-34050a68ab82 admin admin] Notify callbacks [] for router, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.384852 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-526d0d86-ef71-4461-b007-a2da3a230040 None None] Set router 4fa6e7cc-0820-438b-b684-28e1015000ea gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:01:50.479181 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97e4d06e-9e5b-491a-9bb2-34050a68ab82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.535215 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-97e4d06e-9e5b-491a-9bb2-34050a68ab82 admin admin] Deleting port f98baf09-aa3c-4051-b6f3-c3ff00017c4c {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:01:50.535653 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97e4d06e-9e5b-491a-9bb2-34050a68ab82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.615461 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-97e4d06e-9e5b-491a-9bb2-34050a68ab82 admin admin] For port f98baf09-aa3c-4051-b6f3-c3ff00017c4c, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=f98baf09-aa3c-4051-b6f3-c3ff00017c4c,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:01:50.616204 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97e4d06e-9e5b-491a-9bb2-34050a68ab82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.629167 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-97e4d06e-9e5b-491a-9bb2-34050a68ab82 admin admin] Calling delete_port for f98baf09-aa3c-4051-b6f3-c3ff00017c4c owned by network:router_gateway {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:01:50.681877 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-526d0d86-ef71-4461-b007-a2da3a230040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T13:01:49Z', 'revision_number': 5, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port': {'id': 'f98baf09-aa3c-4051-b6f3-c3ff00017c4c', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:04Z', 'updated_at': '2021-07-08T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:50.711563 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d0d86-ef71-4461-b007-a2da3a230040 None None] Checking router: 4fa6e7cc-0820-438b-b684-28e1015000ea for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:01:50.720001 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d0d86-ef71-4461-b007-a2da3a230040 None None] Routers {'4fa6e7cc-0820-438b-b684-28e1015000ea'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:01:50.720645 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-526d0d86-ef71-4461-b007-a2da3a230040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:01:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['4fa6e7cc-0820-438b-b684-28e1015000ea'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:50.795383 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97e4d06e-9e5b-491a-9bb2-34050a68ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.812606 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-526d0d86-ef71-4461-b007-a2da3a230040 None None] Set router 4fa6e7cc-0820-438b-b684-28e1015000ea gateway port host: None {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:01:50.823572 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4d06e-9e5b-491a-9bb2-34050a68ab82 admin admin] Pushing event deleted for resources: {'Port': ['ID=f98baf09-aa3c-4051-b6f3-c3ff00017c4c,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:50.868385 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-526d0d86-ef71-4461-b007-a2da3a230040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T13:01:50Z', 'revision_number': 6, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port_host': None}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:50.885800 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97e4d06e-9e5b-491a-9bb2-34050a68ab82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718327'] for router_gateway, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.906471 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d0d86-ef71-4461-b007-a2da3a230040 None None] The sync data for ids ['4fa6e7cc-0820-438b-b684-28e1015000ea'] in dv-cinder-800022-1-iscsi is: [{'id': '4fa6e7cc-0820-438b-b684-28e1015000ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2136601220-router', 'tenant_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:03Z', 'updated_at': '2021-07-08T13:01:50Z', 'revision_number': 6, 'project_id': 'cb3aaf43ca0742bcbae60180f6a370b0', 'gw_port_host': None}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:01:50.976803 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97e4d06e-9e5b-491a-9bb2-34050a68ab82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4145'] for router, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.978924 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97e4d06e-9e5b-491a-9bb2-34050a68ab82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.023872 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97e4d06e-9e5b-491a-9bb2-34050a68ab82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646035'] for router, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.024406 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e4d06e-9e5b-491a-9bb2-34050a68ab82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fa6e7cc-0820-438b-b684-28e1015000ea {{(pid=92981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 13:01:51.028697 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97e4d06e-9e5b-491a-9bb2-34050a68ab82 admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.030203 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-97e4d06e-9e5b-491a-9bb2-34050a68ab82 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4fa6e7cc-0820-438b-b684-28e1015000ea HTTP/1.1" status: 204 len: 168 time: 0.7624028 Jul 08 13:01:51.033436 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40668) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:51.079154 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ba7181-fe2a-4d99-8d74-9c76f3eee2c5 admin admin] Deleting subnet 6adf3be6-529c-41ea-8b72-a2240d7f7625 {{(pid=92983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:01:51.082378 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-51ba7181-fe2a-4d99-8d74-9c76f3eee2c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.115722 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-51ba7181-fe2a-4d99-8d74-9c76f3eee2c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3025391'] for subnet, precommit_delete_associations {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.224143 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-51ba7181-fe2a-4d99-8d74-9c76f3eee2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1818188'] for subnet, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.278177 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-51ba7181-fe2a-4d99-8d74-9c76f3eee2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1818203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3137349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261328070'] for subnet, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.300212 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba7181-fe2a-4d99-8d74-9c76f3eee2c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6adf3be6-529c-41ea-8b72-a2240d7f7625,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:51.309727 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-51ba7181-fe2a-4d99-8d74-9c76f3eee2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.312218 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-51ba7181-fe2a-4d99-8d74-9c76f3eee2c5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6adf3be6-529c-41ea-8b72-a2240d7f7625 HTTP/1.1" status: 204 len: 168 time: 0.2778504 Jul 08 13:01:51.314915 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40670) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:51.316804 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b54fff5-8ec2-4ff8-b996-897015c85aab None None] Network 1001031a-1b61-435b-8812-921aa2a452b0 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:01:51.390101 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704495'] for network, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.443512 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] Deleting port f27d8386-c891-45ee-a9ef-61c037b28553 {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:01:51.443860 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.506416 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] For port f27d8386-c891-45ee-a9ef-61c037b28553, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=f27d8386-c891-45ee-a9ef-61c037b28553,segment=NetworkSegment(0c9d7027-8f62-4675-83e9-e324512653dc),segment_id=0c9d7027-8f62-4675-83e9-e324512653dc)] {{(pid=92983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:01:51.506783 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.524061 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] Calling delete_port for f27d8386-c891-45ee-a9ef-61c037b28553 owned by network:dhcp {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:01:51.602673 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.630265 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27d8386-c891-45ee-a9ef-61c037b28553,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:51.632133 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] No DVR routers for this DVR port f27d8386-c891-45ee-a9ef-61c037b28553 on host dv-cinder-800022-1-iscsi {{(pid=92983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:01:51.693798 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294157f4-5526-4e93-bafa-c4172f835ffb None None] DHCP port deletion for 1001031a-1b61-435b-8812-921aa2a452b0 request from dv-cinder-800022-1-iscsi {{(pid=92985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 13:01:51.712976 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1811703', 'neutron.services.segments.db._delete_segments_for_network-8757848019285'] for network, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.723550 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1001031a-1b61-435b-8812-921aa2a452b0']}} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:51.736013 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9d7027-8f62-4675-83e9-e324512653dc') {'for_net_delete': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:51.736307 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9d7027-8f62-4675-83e9-e324512653dc') {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:51.745425 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757848043825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3025382'] for segment, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.759529 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.767572 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=92983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:01:51.767789 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3137506'] for segment, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: Traceback (most recent call last): Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: timer() Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: cb(*args, **kw) Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: return func(*args, **kwargs) Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: self._notify() Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: self.callback(batched_events) Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: event.method(event) Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: return f(self, *a, **k) Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._get(url).json() Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: return self.request(url, 'GET', **kwargs) Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:01:51.770601 dv-cinder-800022-1-iscsi neutron-server[92983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:01:51.829220 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1811662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.835441 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.837380 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1001031a-1b61-435b-8812-921aa2a452b0 HTTP/1.1" status: 204 len: 168 time: 0.5214434 Jul 08 13:01:51.840441 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f98baf09-aa3c-4051-b6f3-c3ff00017c4c no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:01:51.854599 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbd44f-bc53-423a-8555-3204d2b5b7e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1001031a-1b61-435b-8812-921aa2a452b0,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:51.863996 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: f98baf09-aa3c-4051-b6f3-c3ff00017c4c {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:01:51.864488 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f98baf09-aa3c-4051-b6f3-c3ff00017c4c not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:01:51.864913 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device ae8d1394-93cd-450d-bd8d-ef21e43756eb no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:01:51.887987 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: ae8d1394-93cd-450d-bd8d-ef21e43756eb {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:01:51.888218 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device ae8d1394-93cd-450d-bd8d-ef21e43756eb not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:01:51.888636 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f27d8386-c891-45ee-a9ef-61c037b28553 no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:01:51.910092 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: f27d8386-c891-45ee-a9ef-61c037b28553 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:01:51.910442 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f27d8386-c891-45ee-a9ef-61c037b28553 not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:01:51.985077 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40674) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:52.026417 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-71a45e0a-a0ae-4fb0-85d8-298acbdf2488 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb3aaf43ca0742bcbae60180f6a370b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401440 Jul 08 13:01:52.028979 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40676) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:52.081834 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-be7806cc-b685-4fd6-950e-e45e35040502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.104587 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-be7806cc-b685-4fd6-950e-e45e35040502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.153584 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-be7806cc-b685-4fd6-950e-e45e35040502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.157117 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-be7806cc-b685-4fd6-950e-e45e35040502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.158434 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-be7806cc-b685-4fd6-950e-e45e35040502 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59db0f31-805d-4b2b-93ab-b4fe8d1f5d85 HTTP/1.1" status: 204 len: 168 time: 0.1284804 Jul 08 13:01:52.167573 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7806cc-b685-4fd6-950e-e45e35040502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59db0f31-805d-4b2b-93ab-b4fe8d1f5d85,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:52.832307 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40698) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:52.931708 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-5be16735-76ca-4eec-98e6-22c7f3057334 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-220259659-network', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:52.953194 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be16735-76ca-4eec-98e6-22c7f3057334 admin admin] Made reservation on behalf of 4b310ee9fabe4cb1865cbed86e3ec272 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:01:52.955624 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5be16735-76ca-4eec-98e6-22c7f3057334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.964738 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5be16735-76ca-4eec-98e6-22c7f3057334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.064066 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5be16735-76ca-4eec-98e6-22c7f3057334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.068029 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5be16735-76ca-4eec-98e6-22c7f3057334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.097133 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be16735-76ca-4eec-98e6-22c7f3057334 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:01:53.103996 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be16735-76ca-4eec-98e6-22c7f3057334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3d09b8-1742-4873-9f39-907af2138598,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:53.110532 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5be16735-76ca-4eec-98e6-22c7f3057334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.110892 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-5be16735-76ca-4eec-98e6-22c7f3057334 admin admin] Added segment 9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf of type vlan for network 0774659f-eb55-48c0-b654-44affc4541c1 Jul 08 13:01:53.154493 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5be16735-76ca-4eec-98e6-22c7f3057334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.184385 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5be16735-76ca-4eec-98e6-22c7f3057334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.185878 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be16735-76ca-4eec-98e6-22c7f3057334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:53.186480 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5be16735-76ca-4eec-98e6-22c7f3057334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.244424 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5be16735-76ca-4eec-98e6-22c7f3057334 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4107230 Jul 08 13:01:53.247866 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40702) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:53.252861 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-c59e66ff-9f4d-4c44-85bf-abe9213759d9 admin admin] Request body: {'subnet': {'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-220259659-subnet', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:53.261559 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be16735-76ca-4eec-98e6-22c7f3057334 admin admin] Pushing event updated for resources: {'Network': ['ID=0774659f-eb55-48c0-b654-44affc4541c1,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:53.272948 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network 0774659f-eb55-48c0-b654-44affc4541c1 details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:01:53.286188 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59e66ff-9f4d-4c44-85bf-abe9213759d9 admin admin] Made reservation on behalf of 4b310ee9fabe4cb1865cbed86e3ec272 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:01:53.288738 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c59e66ff-9f4d-4c44-85bf-abe9213759d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262104663'] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.475135 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c59e66ff-9f4d-4c44-85bf-abe9213759d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260304929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262104677'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.542069 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e66ff-9f4d-4c44-85bf-abe9213759d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44b15ac3-c428-40b5-a979-d110bb66bea5,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:53.550848 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59e66ff-9f4d-4c44-85bf-abe9213759d9 admin admin] Checking segment: {'id': '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:01:53.551212 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59e66ff-9f4d-4c44-85bf-abe9213759d9 admin admin] Network hostable DHCP agents. Network: 0774659f-eb55-48c0-b654-44affc4541c1, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:01:53.569510 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59e66ff-9f4d-4c44-85bf-abe9213759d9 admin admin] Network 0774659f-eb55-48c0-b654-44affc4541c1 is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:01:53.582297 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-c59e66ff-9f4d-4c44-85bf-abe9213759d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, 0774659f-eb55-48c0-b654-44affc4541c1) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:01:53.586427 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59e66ff-9f4d-4c44-85bf-abe9213759d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:53.587019 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c59e66ff-9f4d-4c44-85bf-abe9213759d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.593088 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1cb88d-e210-46e5-adc7-e083fa1376ef None None] Network 0774659f-eb55-48c0-b654-44affc4541c1 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:01:53.602780 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c59e66ff-9f4d-4c44-85bf-abe9213759d9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3538253 Jul 08 13:01:53.606341 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40704) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:53.611964 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:53.634700 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-640117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4135'] for router, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.635781 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-713170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.691352 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.759629 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca23f734-c245-59c6-8c4e-deaf996d04b1-0774659f-eb55-48c0-b654-44affc4541c1', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5'}]}} from dv-cinder-800022-1-iscsi. {{(pid=92985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 13:01:53.760604 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.840006 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4154'] for router, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.909507 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.db_base_plugin_common [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Allocated IP 172.20.0.2 (0774659f-eb55-48c0-b654-44affc4541c1/44b15ac3-c428-40b5-a979-d110bb66bea5/145ef89c-8470-484a-bc92-d13a3bb5ee90) {{(pid=92985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:01:54.058674 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.068850 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Notify callbacks [] for port, precommit_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.077075 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Transition to ACTIVE for port object 145ef89c-8470-484a-bc92-d13a3bb5ee90 will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:01:54.077247 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.092614 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Transition to ACTIVE for port object 145ef89c-8470-484a-bc92-d13a3bb5ee90 will not be triggered until provisioned by entity DHCP. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:01:54.099508 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524'] for port, after_create {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.140601 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Network 0774659f-eb55-48c0-b654-44affc4541c1 is already hosted by enough agents. {{(pid=92985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:01:54.143418 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.scheduler.base_scheduler [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Resources bound (agent type, host, resource id): {{(pid=92985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:01:54.147155 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Received port after_create {{(pid=92985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:01:54.152549 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Pushing event updated for resources: {'Port': ['ID=145ef89c-8470-484a-bc92-d13a3bb5ee90,revision_number=1']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:54.163532 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:54.163889 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:54.164237 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:54.164578 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:54.164915 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:54.165277 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:54.165612 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:54.165941 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:54.166292 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:54.166599 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:54.166926 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:54.167250 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:54.183657 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Allocated IP 172.27.2.34 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/410178ae-29a9-423f-8413-dd04ef88500a) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:01:54.221368 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Attempting to bind port 145ef89c-8470-484a-bc92-d13a3bb5ee90 on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:01:54.221738 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Attempting to bind port 145ef89c-8470-484a-bc92-d13a3bb5ee90 by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:01:54.222101 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Attempting to bind port 145ef89c-8470-484a-bc92-d13a3bb5ee90 on network 0774659f-eb55-48c0-b654-44affc4541c1 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:01:54.227239 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:01:54.227613 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Checking segment: {'id': '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:01:54.228015 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.228432 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Bound using segment: {'id': '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:01:54.228916 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Bound port: 145ef89c-8470-484a-bc92-d13a3bb5ee90, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:01:54.229331 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.291172 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] For port 145ef89c-8470-484a-bc92-d13a3bb5ee90, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:01:54.291916 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.295318 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] For port 145ef89c-8470-484a-bc92-d13a3bb5ee90, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=145ef89c-8470-484a-bc92-d13a3bb5ee90,segment=NetworkSegment(9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf),segment_id=9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:01:54.299048 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.334220 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.361910 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab8456-3b1b-4c2a-86b2-6648448e0dfe None None] Pushing event updated for resources: {'Port': ['ID=145ef89c-8470-484a-bc92-d13a3bb5ee90,revision_number=2']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:54.382912 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:01:54.385891 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:01:54.390911 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:01:54.394080 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Pushing event updated for resources: {'Port': ['ID=410178ae-29a9-423f-8413-dd04ef88500a,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:54.658753 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.847177 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718299'] for router, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.978597 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Router bc3c2a17-447a-421d-b221-56c6b77e9214 is scheduled to L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 with binding_index 1 {{(pid=92981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 13:01:55.090175 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:01:55.100955 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Sync routers for ids ['bc3c2a17-447a-421d-b221-56c6b77e9214'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:01:55.106074 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.108114 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-3e75e499-fd65-4f54-b747-590534c7347e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4999008 Jul 08 13:01:55.110669 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40706) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:55.111623 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Routers {'bc3c2a17-447a-421d-b221-56c6b77e9214'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:01:55.112258 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:01:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['bc3c2a17-447a-421d-b221-56c6b77e9214'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:55.187217 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55e0d85-e6f7-4547-bca6-16e69edeb5cf None None] Network 0774659f-eb55-48c0-b654-44affc4541c1 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:01:55.225922 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Set router bc3c2a17-447a-421d-b221-56c6b77e9214 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:01:55.251045 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-fc6f5e2a-d2ea-42dc-bd2b-18040ab4848e None None] Provisioning for port 145ef89c-8470-484a-bc92-d13a3bb5ee90 completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:01:55.430644 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:54Z', 'revision_number': 3, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:55.459957 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Checking router: bc3c2a17-447a-421d-b221-56c6b77e9214 for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:01:55.460453 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Updating router bc3c2a17-447a-421d-b221-56c6b77e9214 port 410178ae-29a9-423f-8413-dd04ef88500a binding host dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:01:55.498221 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.835132 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.843387 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Notify callbacks [] for port, precommit_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.853086 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.provisioning_blocks [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Transition to ACTIVE for port object 410178ae-29a9-423f-8413-dd04ef88500a will not be triggered until provisioned by entity L2. {{(pid=92986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:01:55.859159 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.873371 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 145ef89c-8470-484a-bc92-d13a3bb5ee90 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:01:55.917006 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5d7d1-dd5d-479d-b769-c451f2cd6d27 None None] Pushing event updated for resources: {'Port': ['ID=410178ae-29a9-423f-8413-dd04ef88500a,revision_number=2']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:55.920595 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Attempting to bind port 410178ae-29a9-423f-8413-dd04ef88500a on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:01:55.921100 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Attempting to bind port 410178ae-29a9-423f-8413-dd04ef88500a by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:01:55.921546 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Attempting to bind port 410178ae-29a9-423f-8413-dd04ef88500a on network f547a329-a9d1-495a-bdbe-cc39c0620848 {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:01:55.930846 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 145ef89c-8470-484a-bc92-d13a3bb5ee90 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:01:55.931620 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5d7d1-dd5d-479d-b769-c451f2cd6d27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:55.931978 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5d7d1-dd5d-479d-b769-c451f2cd6d27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:55.932325 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5d7d1-dd5d-479d-b769-c451f2cd6d27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:55.932923 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5d7d1-dd5d-479d-b769-c451f2cd6d27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:55.933293 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5d7d1-dd5d-479d-b769-c451f2cd6d27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:55.933668 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5d7d1-dd5d-479d-b769-c451f2cd6d27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:55.933961 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5d7d1-dd5d-479d-b769-c451f2cd6d27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:55.934290 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5d7d1-dd5d-479d-b769-c451f2cd6d27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:55.934694 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5d7d1-dd5d-479d-b769-c451f2cd6d27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:55.935077 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5d7d1-dd5d-479d-b769-c451f2cd6d27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:55.935415 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5d7d1-dd5d-479d-b769-c451f2cd6d27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:55.935769 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d5d7d1-dd5d-479d-b769-c451f2cd6d27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:55.937543 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 145ef89c-8470-484a-bc92-d13a3bb5ee90 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:55.938133 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.940763 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:01:55.941105 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Checking segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:01:55.941517 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.941908 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Bound using segment: {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'} {{(pid=92986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:01:55.942387 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.managers [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Bound port: 410178ae-29a9-423f-8413-dd04ef88500a, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3914ebd5-42c2-4df8-8a6c-a05313c955d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}}] {{(pid=92986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:01:55.942786 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.994095 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] For port 410178ae-29a9-423f-8413-dd04ef88500a, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:01:55.997540 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.plugins.ml2.db [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] For port 410178ae-29a9-423f-8413-dd04ef88500a, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=410178ae-29a9-423f-8413-dd04ef88500a,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:01:56.002852 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.005897 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Allocated IP 172.20.0.1 (0774659f-eb55-48c0-b654-44affc4541c1/44b15ac3-c428-40b5-a979-d110bb66bea5/f1473956-2b04-4276-ba45-bbbda94d13af) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:01:56.020431 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.056461 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5d7d1-dd5d-479d-b769-c451f2cd6d27 None None] Pushing event updated for resources: {'Port': ['ID=410178ae-29a9-423f-8413-dd04ef88500a,revision_number=3']} {{(pid=92986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:56.057669 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port 145ef89c-8470-484a-bc92-d13a3bb5ee90, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=145ef89c-8470-484a-bc92-d13a3bb5ee90,segment=NetworkSegment(9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf),segment_id=9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:01:56.063071 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.080532 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Routers {'bc3c2a17-447a-421d-b221-56c6b77e9214'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:01:56.081326 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:01:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['bc3c2a17-447a-421d-b221-56c6b77e9214'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:56.116168 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=145ef89c-8470-484a-bc92-d13a3bb5ee90,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:56.131714 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.146434 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Transition to ACTIVE for port object f1473956-2b04-4276-ba45-bbbda94d13af will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:01:56.180571 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.186061 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] Set router bc3c2a17-447a-421d-b221-56c6b77e9214 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:01:56.217743 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Network 0774659f-eb55-48c0-b654-44affc4541c1 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:01:56.222404 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:01:56.224864 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:01:56.269222 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Pushing event updated for resources: {'Port': ['ID=f1473956-2b04-4276-ba45-bbbda94d13af,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:56.275266 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642514'] for router_interface, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.376744 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:54Z', 'revision_number': 3, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:56.404178 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7b5ba7-41f4-4eea-93c1-0fb2b2693af1 None None] The sync data for ids ['bc3c2a17-447a-421d-b221-56c6b77e9214'] in dv-cinder-800022-1-iscsi is: [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:54Z', 'revision_number': 3, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:01:56.425348 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.426068 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-b8b3f91f-5b81-4c6b-b7f1-9515cc049495 None None] Provisioning for port f1473956-2b04-4276-ba45-bbbda94d13af completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:01:56.430510 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-b8b3f91f-5b81-4c6b-b7f1-9515cc049495 None None] Provisioning complete for port f1473956-2b04-4276-ba45-bbbda94d13af triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:56.430912 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f91f-5b81-4c6b-b7f1-9515cc049495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.470476 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3f91f-5b81-4c6b-b7f1-9515cc049495 None None] Port f1473956-2b04-4276-ba45-bbbda94d13af cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:01:56.591555 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.596615 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.677577 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Pushing event updated for resources: {'Port': ['ID=f1473956-2b04-4276-ba45-bbbda94d13af,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:56.681722 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653697'] for router_interface, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.777335 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Network 0774659f-eb55-48c0-b654-44affc4541c1 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:01:56.779063 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:01:56.906598 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Router bc3c2a17-447a-421d-b221-56c6b77e9214 has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:01:56.994461 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-de6425d8-5588-4f21-b153-82557c8adecf None None] Provisioning complete for port f1473956-2b04-4276-ba45-bbbda94d13af triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:56.995012 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-de6425d8-5588-4f21-b153-82557c8adecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.023203 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:01:57.029012 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-878f64dc-a07e-4c30-afb0-a56caa96781e admin admin] 10.222.0.13 "PUT /v2.0/routers/bc3c2a17-447a-421d-b221-56c6b77e9214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9166758 Jul 08 13:01:57.036238 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-de6425d8-5588-4f21-b153-82557c8adecf None None] Port f1473956-2b04-4276-ba45-bbbda94d13af cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:01:57.747301 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40714) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:57.752136 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-63233850-eecf-430c-9d34-4dbdd862e6c9 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1622327624', 'description': 'tempest-description--269367979'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:57.775701 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-63233850-eecf-430c-9d34-4dbdd862e6c9 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.873430 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-63233850-eecf-430c-9d34-4dbdd862e6c9 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.878300 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-63233850-eecf-430c-9d34-4dbdd862e6c9 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.905716 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 410178ae-29a9-423f-8413-dd04ef88500a up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:01:57.906399 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63233850-eecf-430c-9d34-4dbdd862e6c9 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18fe00c-eb9e-43a0-9992-946d18e65b37,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:57.920072 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-63233850-eecf-430c-9d34-4dbdd862e6c9 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.922035 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-63233850-eecf-430c-9d34-4dbdd862e6c9 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1734982 Jul 08 13:01:57.924655 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40716) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:57.929542 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-72f4ec5a-6c38-4317-8b84-e9c192df5ba5 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Request body: {'security_group_rule': {'security_group_id': 'c18fe00c-eb9e-43a0-9992-946d18e65b37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:57.961436 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-72f4ec5a-6c38-4317-8b84-e9c192df5ba5 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.967144 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Sync routers for ids ['bc3c2a17-447a-421d-b221-56c6b77e9214'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:01:57.980775 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.982426 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port 410178ae-29a9-423f-8413-dd04ef88500a completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:01:57.986880 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 410178ae-29a9-423f-8413-dd04ef88500a triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:57.987252 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.988627 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Routers {'bc3c2a17-447a-421d-b221-56c6b77e9214'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:01:57.989275 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:01:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['bc3c2a17-447a-421d-b221-56c6b77e9214'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:58.019052 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-72f4ec5a-6c38-4317-8b84-e9c192df5ba5 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.023649 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-72f4ec5a-6c38-4317-8b84-e9c192df5ba5 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.039484 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4ec5a-6c38-4317-8b84-e9c192df5ba5 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb94f7f-533f-4113-83b2-fbab8dcfc08a,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:58.050755 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-72f4ec5a-6c38-4317-8b84-e9c192df5ba5 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.052013 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-72f4ec5a-6c38-4317-8b84-e9c192df5ba5 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263039 Jul 08 13:01:58.054818 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40718) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:58.059286 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-c3f651bc-51ea-454f-85dd-d1a7699220d4 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Request body: {'security_group_rule': {'security_group_id': 'c18fe00c-eb9e-43a0-9992-946d18e65b37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:58.098005 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3f651bc-51ea-454f-85dd-d1a7699220d4 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.151275 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Set router bc3c2a17-447a-421d-b221-56c6b77e9214 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:01:58.161788 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3f651bc-51ea-454f-85dd-d1a7699220d4 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.166080 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3f651bc-51ea-454f-85dd-d1a7699220d4 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.183364 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f651bc-51ea-454f-85dd-d1a7699220d4 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313e6f1f-e8f8-401e-ba0e-e6bcfb21be4c,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:58.191573 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3f651bc-51ea-454f-85dd-d1a7699220d4 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.193056 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c3f651bc-51ea-454f-85dd-d1a7699220d4 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371157 Jul 08 13:01:58.196070 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40720) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:58.198063 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.201298 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Request body: {'floatingip': {'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:58.226491 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for floatingip, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.259381 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port 410178ae-29a9-423f-8413-dd04ef88500a, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=410178ae-29a9-423f-8413-dd04ef88500a,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:01:58.289503 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.290281 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 145ef89c-8470-484a-bc92-d13a3bb5ee90 up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:01:58.322699 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.404878 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=410178ae-29a9-423f-8413-dd04ef88500a,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:58.437970 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Allocated IP 172.27.2.20 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/fa4c64d3-9690-409d-bee3-2a3d2c6cc499) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:01:58.544913 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.558162 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 145ef89c-8470-484a-bc92-d13a3bb5ee90 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:58.558546 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.586471 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.616038 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f1473956-2b04-4276-ba45-bbbda94d13af', 'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'mac_address': 'fa:16:3e:8b:e8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 2, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'subnets': [{'id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:58.626870 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:01:58.633050 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:01:58.635481 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:01:58.645635 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Checking router: bc3c2a17-447a-421d-b221-56c6b77e9214 for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:01:58.645996 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Updating router bc3c2a17-447a-421d-b221-56c6b77e9214 port f1473956-2b04-4276-ba45-bbbda94d13af binding host dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:01:58.662172 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event updated for resources: {'Port': ['ID=fa4c64d3-9690-409d-bee3-2a3d2c6cc499,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:58.708944 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.725807 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.769153 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.921282 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.926249 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.971893 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Notify callbacks [] for port, precommit_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.982457 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Transition to ACTIVE for port object f1473956-2b04-4276-ba45-bbbda94d13af will not be triggered until provisioned by entity L2. {{(pid=92985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:01:58.988853 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:59.000985 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event updated for resources: {'Port': ['ID=fa4c64d3-9690-409d-bee3-2a3d2c6cc499,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:59.012907 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:59.029388 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:59.037868 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-fd41a1fd-2e5e-47c6-b1af-396318bd34ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8405709 Jul 08 13:01:59.047433 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f4c4a-4441-4425-a32a-b5e21da80fb3 None None] Pushing event updated for resources: {'Port': ['ID=f1473956-2b04-4276-ba45-bbbda94d13af,revision_number=3']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:59.108449 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Attempting to bind port f1473956-2b04-4276-ba45-bbbda94d13af on host dv-cinder-800022-1-iscsi for vnic_type normal with profile {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:01:59.108746 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Attempting to bind port f1473956-2b04-4276-ba45-bbbda94d13af by drivers openvswitch,hyperv on host dv-cinder-800022-1-iscsi at level 0 using segments [{'id': '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1'}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:01:59.109343 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Attempting to bind port f1473956-2b04-4276-ba45-bbbda94d13af on network 0774659f-eb55-48c0-b654-44affc4541c1 {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:01:59.114742 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Checking agent: {'id': 'f472ceb4-7a21-4108-bb85-0ead9f2fd276', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 46, 17), 'started_at': datetime.datetime(2021, 7, 8, 12, 46, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:01:59.115123 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Checking segment: {'id': '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:01:59.115540 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:59.115954 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Bound using segment: {'id': '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1'} {{(pid=92985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:01:59.116413 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.managers [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Bound port: f1473956-2b04-4276-ba45-bbbda94d13af, host: dv-cinder-800022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1'}}] {{(pid=92985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:01:59.116800 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:59.186013 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] For port f1473956-2b04-4276-ba45-bbbda94d13af, host dv-cinder-800022-1-iscsi, cleared binding levels {{(pid=92985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:01:59.186816 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-e7d4c701-c481-4575-84c0-e7230001603f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1622327624&fields=id&tenant_id=4b310ee9fabe4cb1865cbed86e3ec272 HTTP/1.1" status: 200 len: 267 time: 0.0352862 Jul 08 13:01:59.190164 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] For port f1473956-2b04-4276-ba45-bbbda94d13af, host dv-cinder-800022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=f1473956-2b04-4276-ba45-bbbda94d13af,segment=NetworkSegment(9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf),segment_id=9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf)] {{(pid=92985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:01:59.195655 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:59.259639 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Routers {'bc3c2a17-447a-421d-b221-56c6b77e9214'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:01:59.260223 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:01:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['bc3c2a17-447a-421d-b221-56c6b77e9214'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:59.264528 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f4c4a-4441-4425-a32a-b5e21da80fb3 None None] Pushing event updated for resources: {'Port': ['ID=f1473956-2b04-4276-ba45-bbbda94d13af,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:59.314824 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-89b4a924-746a-481d-8455-3d15045565c7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:59.316534 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-89b4a924-746a-481d-8455-3d15045565c7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/networks?id=0774659f-eb55-48c0-b654-44affc4541c1 HTTP/1.1" status: 200 len: 810 time: 0.1224136 Jul 08 13:01:59.333539 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-4ea15801-8423-4005-a5a4-a2e62af54e8c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/quotas/4b310ee9fabe4cb1865cbed86e3ec272 HTTP/1.1" status: 200 len: 375 time: 0.0103517 Jul 08 13:01:59.386430 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] Set router bc3c2a17-447a-421d-b221-56c6b77e9214 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:01:59.418256 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-505d55f3-4d61-4dec-a7b8-f20d32cea24a tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b310ee9fabe4cb1865cbed86e3ec272&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748975 Jul 08 13:01:59.514609 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-1d8cb4bb-c9d6-4224-be81-e8e39536940a service neutron] 10.222.0.13 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850618 Jul 08 13:01:59.590555 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f1473956-2b04-4276-ba45-bbbda94d13af', 'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'mac_address': 'fa:16:3e:8b:e8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:01:59Z', 'revision_number': 4, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'subnets': [{'id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:59.611243 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-3f4e72c4-f0fd-4b0c-a159-d118bac570e0 service neutron] 10.222.0.13 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910201 Jul 08 13:01:59.619442 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d05e5a-a090-4498-9117-5f3737441fac None None] The sync data for ids ['bc3c2a17-447a-421d-b221-56c6b77e9214'] in dv-cinder-800022-1-iscsi is: [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f1473956-2b04-4276-ba45-bbbda94d13af', 'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'mac_address': 'fa:16:3e:8b:e8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:01:59Z', 'revision_number': 4, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'subnets': [{'id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:01:59.830892 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8f9f5d28-97b0-4a89-b393-0472c8bdbc8a req-5139cc3e-76e1-4f4c-a1a0-da60c3048687 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 210 time: 0.0352592 Jul 08 13:01:59.939007 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 410178ae-29a9-423f-8413-dd04ef88500a up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:01:59.997963 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port 410178ae-29a9-423f-8413-dd04ef88500a triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:59.998333 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:00.087592 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f1473956-2b04-4276-ba45-bbbda94d13af up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:02:00.140225 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning for port f1473956-2b04-4276-ba45-bbbda94d13af completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:02:00.144474 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port f1473956-2b04-4276-ba45-bbbda94d13af triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:02:00.144733 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:00.233804 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:00.270493 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] For port f1473956-2b04-4276-ba45-bbbda94d13af, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=f1473956-2b04-4276-ba45-bbbda94d13af,segment=NetworkSegment(9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf),segment_id=9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:00.275352 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:00.328236 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Pushing event updated for resources: {'Port': ['ID=f1473956-2b04-4276-ba45-bbbda94d13af,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:00.983418 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5990a462-2a7c-461a-8f09-c7ca0a8505fe req-52956f4a-c306-49fd-bee0-aae7eac1b07c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 210 time: 0.0400984 Jul 08 13:02:01.035377 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-bb67fcbe-f6e6-4069-9808-5d98fa069454 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:01.036835 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-bb67fcbe-f6e6-4069-9808-5d98fa069454 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.61 "GET /v2.0/networks?id=0774659f-eb55-48c0-b654-44affc4541c1 HTTP/1.1" status: 200 len: 810 time: 0.1439102 Jul 08 13:02:01.082593 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-093cb50a-e03a-452e-b4af-ea0f93ae896f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b310ee9fabe4cb1865cbed86e3ec272 HTTP/1.1" status: 200 len: 380 time: 0.0341165 Jul 08 13:02:01.092222 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-d6da6476-bcf1-4c71-9e4f-816ec2283272 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Request body: {'port': {'device_id': '047f9d1b-119f-475b-9478-8c5fd47de9e2', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'admin_state_up': True, 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'security_groups': ['c18fe00c-eb9e-43a0-9992-946d18e65b37']}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:01.199223 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-d6da6476-bcf1-4c71-9e4f-816ec2283272 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Made reservation on behalf of 4b310ee9fabe4cb1865cbed86e3ec272 for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:02:01.203379 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-d6da6476-bcf1-4c71-9e4f-816ec2283272 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.328218 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-d6da6476-bcf1-4c71-9e4f-816ec2283272 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Allocated IP 172.20.0.4 (0774659f-eb55-48c0-b654-44affc4541c1/44b15ac3-c428-40b5-a979-d110bb66bea5/a476ee70-46e5-4b14-a5b7-5224996ba597) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:02:01.464162 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-d6da6476-bcf1-4c71-9e4f-816ec2283272 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.476881 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-d6da6476-bcf1-4c71-9e4f-816ec2283272 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Transition to ACTIVE for port object a476ee70-46e5-4b14-a5b7-5224996ba597 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:02:01.508130 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-d6da6476-bcf1-4c71-9e4f-816ec2283272 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.552268 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-d6da6476-bcf1-4c71-9e4f-816ec2283272 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Network 0774659f-eb55-48c0-b654-44affc4541c1 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:02:01.555322 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-d6da6476-bcf1-4c71-9e4f-816ec2283272 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:02:01.559307 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-d6da6476-bcf1-4c71-9e4f-816ec2283272 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:02:01.564436 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da6476-bcf1-4c71-9e4f-816ec2283272 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event updated for resources: {'Port': ['ID=a476ee70-46e5-4b14-a5b7-5224996ba597,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:01.611089 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-d6da6476-bcf1-4c71-9e4f-816ec2283272 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:01.611738 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-d6da6476-bcf1-4c71-9e4f-816ec2283272 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.626411 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-d6da6476-bcf1-4c71-9e4f-816ec2283272 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5383928 Jul 08 13:02:01.638585 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Request body: {'port': {'device_id': '047f9d1b-119f-475b-9478-8c5fd47de9e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:01.718420 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.741562 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-eb40ea28-6040-4ade-b988-4ce27871e717 None None] Provisioning for port a476ee70-46e5-4b14-a5b7-5224996ba597 completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:02:01.745497 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-eb40ea28-6040-4ade-b988-4ce27871e717 None None] Provisioning complete for port a476ee70-46e5-4b14-a5b7-5224996ba597 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:02:01.745876 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-eb40ea28-6040-4ade-b988-4ce27871e717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.783592 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-eb40ea28-6040-4ade-b988-4ce27871e717 None None] Port a476ee70-46e5-4b14-a5b7-5224996ba597 cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:02:01.832328 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f1473956-2b04-4276-ba45-bbbda94d13af up at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:02:01.883161 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Provisioning complete for port f1473956-2b04-4276-ba45-bbbda94d13af triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:02:01.883538 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.983386 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a476ee70-46e5-4b14-a5b7-5224996ba597 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:02:01.990946 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:02.003435 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Transition to ACTIVE for port object a476ee70-46e5-4b14-a5b7-5224996ba597 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:02:02.007478 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:02.066509 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a476ee70-46e5-4b14-a5b7-5224996ba597,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:02.144086 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Attempting to bind port a476ee70-46e5-4b14-a5b7-5224996ba597 on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:02:02.144441 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Attempting to bind port a476ee70-46e5-4b14-a5b7-5224996ba597 by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:02:02.144778 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Attempting to bind port a476ee70-46e5-4b14-a5b7-5224996ba597 on network 0774659f-eb55-48c0-b654-44affc4541c1 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:02:02.149988 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Port a476ee70-46e5-4b14-a5b7-5224996ba597 on network 0774659f-eb55-48c0-b654-44affc4541c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:02:02.150435 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Attempting to bind port a476ee70-46e5-4b14-a5b7-5224996ba597 on network 0774659f-eb55-48c0-b654-44affc4541c1 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:02:02.155494 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:02:02.155961 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Checking segment: {'id': '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:02:02.156354 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Bound using segment: {'id': '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:02:02.156786 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Bound port: a476ee70-46e5-4b14-a5b7-5224996ba597, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:02:02.157484 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:02.178151 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fac363-c20d-4c5c-bde9-b5df8bb49310 req-300f79cb-b6b3-4e93-9406-07a8b68419e4 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:02.179969 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-12fac363-c20d-4c5c-bde9-b5df8bb49310 req-300f79cb-b6b3-4e93-9406-07a8b68419e4 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 943 time: 0.0753222 Jul 08 13:02:02.220172 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-12fac363-c20d-4c5c-bde9-b5df8bb49310 req-64e3b08f-f35c-4fe1-904b-1a3c1c354ea1 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335069 Jul 08 13:02:02.230981 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] For port a476ee70-46e5-4b14-a5b7-5224996ba597, host hv-cinder-80002, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:02:02.234776 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] For port a476ee70-46e5-4b14-a5b7-5224996ba597, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=a476ee70-46e5-4b14-a5b7-5224996ba597,segment=NetworkSegment(9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf),segment_id=9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:02:02.239837 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:02.275256 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:02.275886 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:02.277342 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] 10.222.0.61 "PUT /v2.0/ports/a476ee70-46e5-4b14-a5b7-5224996ba597 HTTP/1.1" status: 200 len: 1093 time: 0.6431761 Jul 08 13:02:02.277845 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047f9d1b-119f-475b-9478-8c5fd47de9e2', 'tag': 'a476ee70-46e5-4b14-a5b7-5224996ba597'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:02.280099 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e1b926-29fc-490c-b0aa-7ba32dce8ded" -d '{"events": [{"name": "network-changed", "server_uuid": "047f9d1b-119f-475b-9478-8c5fd47de9e2", "tag": "a476ee70-46e5-4b14-a5b7-5224996ba597"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:02.318871 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f12bfc-219a-47fa-b459-3ed9e7a930f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a476ee70-46e5-4b14-a5b7-5224996ba597,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:02.351739 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0f80c1-b8e1-4130-acd1-c8af38210204 x-openstack-request-id: req-7a0f80c1-b8e1-4130-acd1-c8af38210204 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:02.352276 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047f9d1b-119f-475b-9478-8c5fd47de9e2", "tag": "a476ee70-46e5-4b14-a5b7-5224996ba597", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:02.352708 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a0f80c1-b8e1-4130-acd1-c8af38210204 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:02.353138 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047f9d1b-119f-475b-9478-8c5fd47de9e2', 'tag': 'a476ee70-46e5-4b14-a5b7-5224996ba597', 'status': 'completed', 'code': 200} Jul 08 13:02:02.382313 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-8786755f-b924-4bbb-abda-52238f8007bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:02.383886 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-8786755f-b924-4bbb-abda-52238f8007bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b310ee9fabe4cb1865cbed86e3ec272&device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 1096 time: 0.0624089 Jul 08 13:02:02.432190 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-c65ff588-06da-4761-ac0f-842fa6957278 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a476ee70-46e5-4b14-a5b7-5224996ba597 HTTP/1.1" status: 200 len: 217 time: 0.0413904 Jul 08 13:02:02.480991 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-087f71bb-2288-45bd-9247-b9732a749df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:02.482641 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-087f71bb-2288-45bd-9247-b9732a749df3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44b15ac3-c428-40b5-a979-d110bb66bea5 HTTP/1.1" status: 200 len: 849 time: 0.0449131 Jul 08 13:02:02.555132 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-55a10e4e-3bb7-44e5-aba8-6ecc3b18c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:02.556683 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-55a10e4e-3bb7-44e5-aba8-6ecc3b18c73d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0774659f-eb55-48c0-b654-44affc4541c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678239 Jul 08 13:02:02.645811 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-d43e8caf-c0fe-44aa-ad7b-0949f9bf97f7 service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828264 Jul 08 13:02:02.734406 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e23fa4-f35b-4e83-a389-9a2674a0c9c5 req-9b533ee8-79cd-45ef-80a6-50f3b54ba200 service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820792 Jul 08 13:02:02.855819 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1b926-29fc-490c-b0aa-7ba32dce8ded req-091359ec-bedb-4dd5-8671-92d6f7dd2ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:02.857377 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a9e1b926-29fc-490c-b0aa-7ba32dce8ded req-091359ec-bedb-4dd5-8671-92d6f7dd2ce0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b310ee9fabe4cb1865cbed86e3ec272&device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 1096 time: 0.0567222 Jul 08 13:02:02.944802 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1b926-29fc-490c-b0aa-7ba32dce8ded req-0ec594a3-1f59-4194-8708-c87cf1f6078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:02.946338 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a9e1b926-29fc-490c-b0aa-7ba32dce8ded req-0ec594a3-1f59-4194-8708-c87cf1f6078c service neutron] 10.222.0.61 "GET /v2.0/networks?id=0774659f-eb55-48c0-b654-44affc4541c1 HTTP/1.1" status: 200 len: 911 time: 0.0830352 Jul 08 13:02:02.986351 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a9e1b926-29fc-490c-b0aa-7ba32dce8ded req-b6440413-d408-4a7e-abd9-3285d1d8d23c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a476ee70-46e5-4b14-a5b7-5224996ba597 HTTP/1.1" status: 200 len: 217 time: 0.0329757 Jul 08 13:02:03.039654 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1b926-29fc-490c-b0aa-7ba32dce8ded req-4e1cc48b-a705-4789-af72-147851248b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:03.041116 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a9e1b926-29fc-490c-b0aa-7ba32dce8ded req-4e1cc48b-a705-4789-af72-147851248b14 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44b15ac3-c428-40b5-a979-d110bb66bea5 HTTP/1.1" status: 200 len: 849 time: 0.0479834 Jul 08 13:02:03.097720 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1b926-29fc-490c-b0aa-7ba32dce8ded req-73c2854b-dc72-4260-9780-4ec1969006e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:03.099219 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a9e1b926-29fc-490c-b0aa-7ba32dce8ded req-73c2854b-dc72-4260-9780-4ec1969006e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0774659f-eb55-48c0-b654-44affc4541c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512285 Jul 08 13:02:03.188473 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a9e1b926-29fc-490c-b0aa-7ba32dce8ded req-74af03d9-b5a1-47d2-b8d5-82a4c313e63a service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807981 Jul 08 13:02:03.281393 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a9e1b926-29fc-490c-b0aa-7ba32dce8ded req-7bf4ddbf-c86d-4088-a8ee-4fa2519ebeb6 service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862091 Jul 08 13:02:03.391824 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c1789-6419-4106-a04c-efe3e471a264 req-ebf2600f-ca9f-4a1d-aedd-07a3d218dd6a tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:03.393347 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-be7c1789-6419-4106-a04c-efe3e471a264 req-ebf2600f-ca9f-4a1d-aedd-07a3d218dd6a tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 943 time: 0.0623524 Jul 08 13:02:03.430418 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-be7c1789-6419-4106-a04c-efe3e471a264 req-16b60d58-1b56-4c1f-8b78-47ab2c4025fc tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312796 Jul 08 13:02:04.028445 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device a476ee70-46e5-4b14-a5b7-5224996ba597 details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:02:04.126813 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port a476ee70-46e5-4b14-a5b7-5224996ba597, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=a476ee70-46e5-4b14-a5b7-5224996ba597,segment=NetworkSegment(9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf),segment_id=9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:04.137977 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': 'a476ee70-46e5-4b14-a5b7-5224996ba597', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'port_id': 'a476ee70-46e5-4b14-a5b7-5224996ba597', 'mac_address': 'fa:16:3e:46:42:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:02:04.175174 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:04.190037 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a476ee70-46e5-4b14-a5b7-5224996ba597 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:02:04.209844 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port a476ee70-46e5-4b14-a5b7-5224996ba597, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=a476ee70-46e5-4b14-a5b7-5224996ba597,segment=NetworkSegment(9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf),segment_id=9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:04.213604 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:04.260729 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=a476ee70-46e5-4b14-a5b7-5224996ba597,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:04.437401 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['a476ee70-46e5-4b14-a5b7-5224996ba597'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:02:04.607751 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fadafc-435c-4e8d-9df3-8ec9a9f9c615 req-9e26342f-d064-4741-abc2-99e9ae2ab2ab tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:04.609260 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93fadafc-435c-4e8d-9df3-8ec9a9f9c615 req-9e26342f-d064-4741-abc2-99e9ae2ab2ab tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 944 time: 0.0658965 Jul 08 13:02:04.644994 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93fadafc-435c-4e8d-9df3-8ec9a9f9c615 req-4bc3011f-3d94-44b2-a00d-e6f45f0c8847 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300786 Jul 08 13:02:05.817848 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19205557-1834-4cae-9203-0571c2ab8a11 req-020518a1-6af7-437b-8cfc-3b651d6422b8 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:05.819329 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-19205557-1834-4cae-9203-0571c2ab8a11 req-020518a1-6af7-437b-8cfc-3b651d6422b8 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 944 time: 0.0629246 Jul 08 13:02:05.860406 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-19205557-1834-4cae-9203-0571c2ab8a11 req-de9caa82-64cf-4379-a6cc-f8aee2ad023f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354848 Jul 08 13:02:06.042796 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device a476ee70-46e5-4b14-a5b7-5224996ba597 up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:02:06.090672 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port a476ee70-46e5-4b14-a5b7-5224996ba597 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:02:06.094358 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port a476ee70-46e5-4b14-a5b7-5224996ba597 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:02:06.094796 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.171263 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.192593 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047f9d1b-119f-475b-9478-8c5fd47de9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a476ee70-46e5-4b14-a5b7-5224996ba597'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:06.194842 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3771a6df-aadb-4743-b483-bfa01244e063" -d '{"events": [{"server_uuid": "047f9d1b-119f-475b-9478-8c5fd47de9e2", "name": "network-vif-plugged", "status": "completed", "tag": "a476ee70-46e5-4b14-a5b7-5224996ba597"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:06.209264 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port a476ee70-46e5-4b14-a5b7-5224996ba597, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=a476ee70-46e5-4b14-a5b7-5224996ba597,segment=NetworkSegment(9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf),segment_id=9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:06.213495 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.237433 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f84bf1a-3408-4015-8b75-b5ace0b489d0 x-openstack-request-id: req-0f84bf1a-3408-4015-8b75-b5ace0b489d0 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:06.237719 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047f9d1b-119f-475b-9478-8c5fd47de9e2", "name": "network-vif-plugged", "status": "completed", "tag": "a476ee70-46e5-4b14-a5b7-5224996ba597", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:06.237968 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f84bf1a-3408-4015-8b75-b5ace0b489d0 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:06.238380 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047f9d1b-119f-475b-9478-8c5fd47de9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a476ee70-46e5-4b14-a5b7-5224996ba597', 'code': 200} Jul 08 13:02:06.269057 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=a476ee70-46e5-4b14-a5b7-5224996ba597,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:06.454365 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1ccca-adb3-4472-8028-d9300ade8874 req-ebd4f295-e28d-47cf-a65d-db2d11c1d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:06.455881 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-55a1ccca-adb3-4472-8028-d9300ade8874 req-ebd4f295-e28d-47cf-a65d-db2d11c1d5fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 1098 time: 0.0549130 Jul 08 13:02:06.490089 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-55a1ccca-adb3-4472-8028-d9300ade8874 req-d489067c-56a1-43cd-9b34-0b4e63a8a7b0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276942 Jul 08 13:02:07.035068 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1a9d8-4924-4b87-8bca-a995bf4dc6de req-bdb738de-624b-415f-a971-281010fba345 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:07.036512 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f2d1a9d8-4924-4b87-8bca-a995bf4dc6de req-bdb738de-624b-415f-a971-281010fba345 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0637279 Jul 08 13:02:07.073322 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f2d1a9d8-4924-4b87-8bca-a995bf4dc6de req-d8d3fb6f-c3f9-4dee-b43e-3fc70118746f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313337 Jul 08 13:02:08.250986 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6916-8b2e-416f-b2e8-d2f40643a95b req-b6631994-f09f-477a-94f4-53bddce4bd34 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:08.252467 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dcff6916-8b2e-416f-b2e8-d2f40643a95b req-b6631994-f09f-477a-94f4-53bddce4bd34 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0658178 Jul 08 13:02:08.290730 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dcff6916-8b2e-416f-b2e8-d2f40643a95b req-be9d2b08-0a70-4caf-8ff0-86ab636ed93f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321739 Jul 08 13:02:08.451928 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe17e76-b3cc-4e2e-bac4-d4b02c992d07 req-c72cff5c-58f2-433f-8b12-10a5554e0d50 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:08.453422 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-abe17e76-b3cc-4e2e-bac4-d4b02c992d07 req-c72cff5c-58f2-433f-8b12-10a5554e0d50 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0613496 Jul 08 13:02:08.461821 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40770) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:08.467044 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-31995e3e-c072-43e1-a73e-a9dc1fbbd77d tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Request body: {'floatingip': {'port_id': 'a476ee70-46e5-4b14-a5b7-5224996ba597'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:08.509974 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-31995e3e-c072-43e1-a73e-a9dc1fbbd77d tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for floatingip, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:08.943123 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-31995e3e-c072-43e1-a73e-a9dc1fbbd77d tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:08.947026 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-31995e3e-c072-43e1-a73e-a9dc1fbbd77d tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:09.038876 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.l3_db [None req-31995e3e-c072-43e1-a73e-a9dc1fbbd77d tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Floating IP 572803eb-ccff-4fc7-85b0-a2d3d33f9e1f associated. External IP: 172.27.2.20, port: a476ee70-46e5-4b14-a5b7-5224996ba597. Jul 08 13:02:09.236652 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31995e3e-c072-43e1-a73e-a9dc1fbbd77d tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Router bc3c2a17-447a-421d-b221-56c6b77e9214 has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:02:09.346014 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31995e3e-c072-43e1-a73e-a9dc1fbbd77d tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:02:09.350672 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-31995e3e-c072-43e1-a73e-a9dc1fbbd77d tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:09.355147 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6109c0e5-2040-4479-a567-b6f9bf422df6 None None] Sync routers for ids ['bc3c2a17-447a-421d-b221-56c6b77e9214'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:02:09.363904 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6109c0e5-2040-4479-a567-b6f9bf422df6 None None] Routers {'bc3c2a17-447a-421d-b221-56c6b77e9214'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:09.364509 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-6109c0e5-2040-4479-a567-b6f9bf422df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:01:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['bc3c2a17-447a-421d-b221-56c6b77e9214'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:09.386490 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-31995e3e-c072-43e1-a73e-a9dc1fbbd77d tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "PUT /v2.0/floatingips/572803eb-ccff-4fc7-85b0-a2d3d33f9e1f HTTP/1.1" status: 200 len: 990 time: 0.9235411 Jul 08 13:02:09.387627 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047f9d1b-119f-475b-9478-8c5fd47de9e2', 'tag': 'a476ee70-46e5-4b14-a5b7-5224996ba597'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:09.389970 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b65930-62fb-4259-bd42-ec3fc5cf62c7" -d '{"events": [{"name": "network-changed", "server_uuid": "047f9d1b-119f-475b-9478-8c5fd47de9e2", "tag": "a476ee70-46e5-4b14-a5b7-5224996ba597"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:09.426535 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f7d4dc-2273-4efc-8be4-fcabd31cde0c x-openstack-request-id: req-d7f7d4dc-2273-4efc-8be4-fcabd31cde0c {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:09.426845 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047f9d1b-119f-475b-9478-8c5fd47de9e2", "tag": "a476ee70-46e5-4b14-a5b7-5224996ba597", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:09.427099 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7f7d4dc-2273-4efc-8be4-fcabd31cde0c {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:09.427497 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047f9d1b-119f-475b-9478-8c5fd47de9e2', 'tag': 'a476ee70-46e5-4b14-a5b7-5224996ba597', 'status': 'completed', 'code': 200} Jul 08 13:02:09.479800 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-6109c0e5-2040-4479-a567-b6f9bf422df6 None None] Set router bc3c2a17-447a-421d-b221-56c6b77e9214 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:09.501736 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b65930-62fb-4259-bd42-ec3fc5cf62c7 req-61ecc5cb-5737-4a05-94bb-312551437d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:09.503143 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d4b65930-62fb-4259-bd42-ec3fc5cf62c7 req-61ecc5cb-5737-4a05-94bb-312551437d47 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b310ee9fabe4cb1865cbed86e3ec272&device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 1098 time: 0.0521617 Jul 08 13:02:09.596619 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b65930-62fb-4259-bd42-ec3fc5cf62c7 req-d4f66cd5-1134-4d65-8f3a-30565547d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:09.598145 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d4b65930-62fb-4259-bd42-ec3fc5cf62c7 req-d4f66cd5-1134-4d65-8f3a-30565547d7fb service neutron] 10.222.0.61 "GET /v2.0/networks?id=0774659f-eb55-48c0-b654-44affc4541c1 HTTP/1.1" status: 200 len: 911 time: 0.0863204 Jul 08 13:02:09.669924 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d4b65930-62fb-4259-bd42-ec3fc5cf62c7 req-ac371350-a763-40ce-b9d3-ed0709b1b508 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a476ee70-46e5-4b14-a5b7-5224996ba597 HTTP/1.1" status: 200 len: 998 time: 0.0655255 Jul 08 13:02:09.711394 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-6109c0e5-2040-4479-a567-b6f9bf422df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '572803eb-ccff-4fc7-85b0-a2d3d33f9e1f', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'port_id': 'a476ee70-46e5-4b14-a5b7-5224996ba597', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'mac_address': 'fa:16:3e:46:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047f9d1b-119f-475b-9478-8c5fd47de9e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:01:58Z', 'updated_at': '2021-07-08T13:02:08Z', 'revision_number': 1, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1473956-2b04-4276-ba45-bbbda94d13af', 'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'mac_address': 'fa:16:3e:8b:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:00Z', 'revision_number': 5, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'subnets': [{'id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:09.721248 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b65930-62fb-4259-bd42-ec3fc5cf62c7 req-09dbaccf-717c-4ad5-b8b9-70e4be4b2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:09.722719 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d4b65930-62fb-4259-bd42-ec3fc5cf62c7 req-09dbaccf-717c-4ad5-b8b9-70e4be4b2bef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44b15ac3-c428-40b5-a979-d110bb66bea5 HTTP/1.1" status: 200 len: 849 time: 0.0474570 Jul 08 13:02:09.738411 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6109c0e5-2040-4479-a567-b6f9bf422df6 None None] Checking router: bc3c2a17-447a-421d-b221-56c6b77e9214 for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:02:09.746944 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6109c0e5-2040-4479-a567-b6f9bf422df6 None None] Routers {'bc3c2a17-447a-421d-b221-56c6b77e9214'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:09.747564 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-6109c0e5-2040-4479-a567-b6f9bf422df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:01:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['bc3c2a17-447a-421d-b221-56c6b77e9214'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:09.783794 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b65930-62fb-4259-bd42-ec3fc5cf62c7 req-44c672c7-0ef4-456a-80ee-954e8f1cffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:09.785428 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d4b65930-62fb-4259-bd42-ec3fc5cf62c7 req-44c672c7-0ef4-456a-80ee-954e8f1cffd7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0774659f-eb55-48c0-b654-44affc4541c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562437 Jul 08 13:02:09.853093 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-6109c0e5-2040-4479-a567-b6f9bf422df6 None None] Set router bc3c2a17-447a-421d-b221-56c6b77e9214 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:09.872309 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d4b65930-62fb-4259-bd42-ec3fc5cf62c7 req-3a07af8e-9cfe-40d5-a513-f7aa9be76e67 service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800235 Jul 08 13:02:09.966650 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d4b65930-62fb-4259-bd42-ec3fc5cf62c7 req-eeda6e3a-c945-42af-ada3-5cd758929473 service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883272 Jul 08 13:02:10.073997 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-6109c0e5-2040-4479-a567-b6f9bf422df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '572803eb-ccff-4fc7-85b0-a2d3d33f9e1f', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'port_id': 'a476ee70-46e5-4b14-a5b7-5224996ba597', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'mac_address': 'fa:16:3e:46:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047f9d1b-119f-475b-9478-8c5fd47de9e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:01:58Z', 'updated_at': '2021-07-08T13:02:08Z', 'revision_number': 1, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1473956-2b04-4276-ba45-bbbda94d13af', 'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'mac_address': 'fa:16:3e:8b:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:00Z', 'revision_number': 5, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'subnets': [{'id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:10.103045 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6109c0e5-2040-4479-a567-b6f9bf422df6 None None] The sync data for ids ['bc3c2a17-447a-421d-b221-56c6b77e9214'] in dv-cinder-800022-1-iscsi is: [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '572803eb-ccff-4fc7-85b0-a2d3d33f9e1f', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'port_id': 'a476ee70-46e5-4b14-a5b7-5224996ba597', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'mac_address': 'fa:16:3e:46:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047f9d1b-119f-475b-9478-8c5fd47de9e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:01:58Z', 'updated_at': '2021-07-08T13:02:08Z', 'revision_number': 1, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1473956-2b04-4276-ba45-bbbda94d13af', 'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'mac_address': 'fa:16:3e:8b:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:00Z', 'revision_number': 5, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'subnets': [{'id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:02:10.283560 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc63acf3-f852-46a8-b3db-77e4846b97ba None None] New status for floating IP 572803eb-ccff-4fc7-85b0-a2d3d33f9e1f: ACTIVE {{(pid=92985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:02:11.971610 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90583bb4-f8f7-4818-aade-6d1ae723173b req-f185c10f-2958-4e09-bf9d-f7d2638669b4 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:11.973179 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-90583bb4-f8f7-4818-aade-6d1ae723173b req-f185c10f-2958-4e09-bf9d-f7d2638669b4 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 946 time: 0.0785222 Jul 08 13:02:12.013948 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-90583bb4-f8f7-4818-aade-6d1ae723173b req-f2d8cca7-8c2a-47fc-b600-7cebc3e732e6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348382 Jul 08 13:02:13.192344 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33c841-58ab-4766-b717-8dde36426ab7 req-0bcdf192-c85f-4bd8-8e69-d2d4e1851c27 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:13.193876 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-cc33c841-58ab-4766-b717-8dde36426ab7 req-0bcdf192-c85f-4bd8-8e69-d2d4e1851c27 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 946 time: 0.0629637 Jul 08 13:02:13.233052 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-cc33c841-58ab-4766-b717-8dde36426ab7 req-b9b620f9-1eb4-4429-a533-c8f48b39daaa tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323684 Jul 08 13:02:13.418875 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cd7d6-83b6-4338-a968-32103c837d63 req-525fd395-d39d-4af3-bdf0-8bed10cebe70 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:13.420421 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b76cd7d6-83b6-4338-a968-32103c837d63 req-525fd395-d39d-4af3-bdf0-8bed10cebe70 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 946 time: 0.0676219 Jul 08 13:02:13.515982 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a98164c7-7504-43a6-98f9-f8e42989173d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:13.528072 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-b76cd7d6-83b6-4338-a968-32103c837d63 req-bf446827-d17a-4b8e-bcc0-a300aa81755d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Deleting port 07a5f48f-4094-4eb5-ae80-c7813505f3a9 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:02:13.528417 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-b76cd7d6-83b6-4338-a968-32103c837d63 req-bf446827-d17a-4b8e-bcc0-a300aa81755d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:13.614418 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-b76cd7d6-83b6-4338-a968-32103c837d63 req-bf446827-d17a-4b8e-bcc0-a300aa81755d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] For port 07a5f48f-4094-4eb5-ae80-c7813505f3a9, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=07a5f48f-4094-4eb5-ae80-c7813505f3a9,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:13.614777 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-b76cd7d6-83b6-4338-a968-32103c837d63 req-bf446827-d17a-4b8e-bcc0-a300aa81755d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:13.793506 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-b76cd7d6-83b6-4338-a968-32103c837d63 req-bf446827-d17a-4b8e-bcc0-a300aa81755d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:13.793879 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-b76cd7d6-83b6-4338-a968-32103c837d63 req-bf446827-d17a-4b8e-bcc0-a300aa81755d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:13.794227 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.l3_db [req-b76cd7d6-83b6-4338-a968-32103c837d63 req-bf446827-d17a-4b8e-bcc0-a300aa81755d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Floating IP b80563c8-af23-45e4-8739-a117aee702d6 disassociated. External IP: 172.27.2.15, port: 07a5f48f-4094-4eb5-ae80-c7813505f3a9. Jul 08 13:02:13.794572 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-b76cd7d6-83b6-4338-a968-32103c837d63 req-bf446827-d17a-4b8e-bcc0-a300aa81755d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Calling delete_port for 07a5f48f-4094-4eb5-ae80-c7813505f3a9 owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:02:13.923571 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-b76cd7d6-83b6-4338-a968-32103c837d63 req-bf446827-d17a-4b8e-bcc0-a300aa81755d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:13.957549 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf446827-d17a-4b8e-bcc0-a300aa81755d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event deleted for resources: {'Port': ['ID=07a5f48f-4094-4eb5-ae80-c7813505f3a9,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:14.082373 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b76cd7d6-83b6-4338-a968-32103c837d63 req-bf446827-d17a-4b8e-bcc0-a300aa81755d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Router cef3d796-ab53-4af2-99b5-64d7fa7faf8a has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:02:14.383273 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-479542b1-2b77-41b1-be1f-90ebc8365bb7 req-bb1a6c35-a248-4cb9-bbcc-b452a78863f5 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=37c2d392-8d02-472e-8482-d2d1728a33fb HTTP/1.1" status: 200 len: 210 time: 0.0317149 Jul 08 13:02:14.493592 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b76cd7d6-83b6-4338-a968-32103c837d63 req-bf446827-d17a-4b8e-bcc0-a300aa81755d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:02:14.504865 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b020d24-402e-4b54-9132-ac346fc13b8a None None] Sync routers for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:02:14.516131 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b020d24-402e-4b54-9132-ac346fc13b8a None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:14.516761 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-2b020d24-402e-4b54-9132-ac346fc13b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:01:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:14.539832 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76cd7d6-83b6-4338-a968-32103c837d63 req-bf446827-d17a-4b8e-bcc0-a300aa81755d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] No DVR routers for this DVR port 07a5f48f-4094-4eb5-ae80-c7813505f3a9 on host hv-cinder-80002 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:02:14.542498 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-b76cd7d6-83b6-4338-a968-32103c837d63 req-bf446827-d17a-4b8e-bcc0-a300aa81755d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:14.545148 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b76cd7d6-83b6-4338-a968-32103c837d63 req-bf446827-d17a-4b8e-bcc0-a300aa81755d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.61 "DELETE /v2.0/ports/07a5f48f-4094-4eb5-ae80-c7813505f3a9 HTTP/1.1" status: 204 len: 173 time: 1.1191869 Jul 08 13:02:14.545598 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c2d392-8d02-472e-8482-d2d1728a33fb', 'name': 'network-vif-deleted', 'tag': '07a5f48f-4094-4eb5-ae80-c7813505f3a9'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:14.547965 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eff637e-900f-48c7-8225-efc16dab53a8" -d '{"events": [{"server_uuid": "37c2d392-8d02-472e-8482-d2d1728a33fb", "name": "network-vif-deleted", "tag": "07a5f48f-4094-4eb5-ae80-c7813505f3a9"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:14.586511 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d625adf-c190-4e2b-9478-b83d2e521ab9 x-openstack-request-id: req-4d625adf-c190-4e2b-9478-b83d2e521ab9 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:14.586790 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c2d392-8d02-472e-8482-d2d1728a33fb", "name": "network-vif-deleted", "tag": "07a5f48f-4094-4eb5-ae80-c7813505f3a9", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:14.587014 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d625adf-c190-4e2b-9478-b83d2e521ab9 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:14.587408 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c2d392-8d02-472e-8482-d2d1728a33fb', 'name': 'network-vif-deleted', 'tag': '07a5f48f-4094-4eb5-ae80-c7813505f3a9', 'status': 'completed', 'code': 200} Jul 08 13:02:14.725608 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-2b020d24-402e-4b54-9132-ac346fc13b8a None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:14.924034 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-2b020d24-402e-4b54-9132-ac346fc13b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:14.948726 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b020d24-402e-4b54-9132-ac346fc13b8a None None] Checking router: cef3d796-ab53-4af2-99b5-64d7fa7faf8a for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:02:14.957265 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b020d24-402e-4b54-9132-ac346fc13b8a None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:14.957850 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-2b020d24-402e-4b54-9132-ac346fc13b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:01:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:15.072407 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-2b020d24-402e-4b54-9132-ac346fc13b8a None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:15.273487 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-2b020d24-402e-4b54-9132-ac346fc13b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:15.299929 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b020d24-402e-4b54-9132-ac346fc13b8a None None] The sync data for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi is: [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:02:15.520268 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6fd228-7c61-49b9-a92d-e74206d1103c None None] New status for floating IP b80563c8-af23-45e4-8739-a117aee702d6: DOWN {{(pid=92985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:02:15.687716 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-eae95063-8c0a-47af-b79f-fb07453d8cac tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976587776&fields=id&tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9 HTTP/1.1" status: 200 len: 267 time: 0.0366828 Jul 08 13:02:15.810110 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-701ff81a-c98c-4344-b084-4cb6eaaa6d47 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:15.811657 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-701ff81a-c98c-4344-b084-4cb6eaaa6d47 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/networks?id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f HTTP/1.1" status: 200 len: 812 time: 0.1169910 Jul 08 13:02:15.831610 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-4cee38e1-18ac-40e4-a3d9-15d6f4b35df7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/quotas/054cc5f77d1d4fcfba89fcd19f3893b9 HTTP/1.1" status: 200 len: 375 time: 0.0102553 Jul 08 13:02:15.922936 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-873d38ee-32b3-4dcb-95ef-230fb9415eea tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851557 Jul 08 13:02:16.006293 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-158158ea-4124-4846-9f6f-1f970e48d91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:16.073618 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 07a5f48f-4094-4eb5-ae80-c7813505f3a9 no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:02:16.076894 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-b49690ee-42ae-48b4-9071-5fa0b6028652 service neutron] 10.222.0.13 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414838 Jul 08 13:02:16.093332 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: 07a5f48f-4094-4eb5-ae80-c7813505f3a9 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:02:16.093675 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 07a5f48f-4094-4eb5-ae80-c7813505f3a9 not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:02:16.169894 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-25208d5d-716f-4a87-8525-bbf70c9d51f3 service neutron] 10.222.0.13 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871434 Jul 08 13:02:16.484525 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bd1294df-1ce6-4aa3-aaa4-741ba87a5563 req-606dda03-b3ad-4af6-9a64-270aae6fd577 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 210 time: 0.0298090 Jul 08 13:02:16.928080 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:17.492480 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:17.562647 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-0bed6d7d-d00a-4fe1-b1cf-0ff6e2a81422 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:17.564180 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-0bed6d7d-d00a-4fe1-b1cf-0ff6e2a81422 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.61 "GET /v2.0/networks?id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f HTTP/1.1" status: 200 len: 812 time: 0.1189084 Jul 08 13:02:17.659138 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e44108e2-9896-462e-a026-e1f6371f51e0 req-f1376d78-92e9-44c7-9161-7ba032c41e07 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 210 time: 0.0507090 Jul 08 13:02:17.663391 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-4fd2be4e-de5c-4a2f-899f-98da71236177 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9 HTTP/1.1" status: 200 len: 379 time: 0.0863595 Jul 08 13:02:17.673881 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-30890649-5993-4487-ad1f-aed5ee8f825f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Request body: {'port': {'device_id': 'd2204281-5fa1-4014-a46e-201b985f1840', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'admin_state_up': True, 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'security_groups': ['db55c41b-ead7-492e-935c-acf6287804f4']}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:17.796496 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-30890649-5993-4487-ad1f-aed5ee8f825f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Made reservation on behalf of 054cc5f77d1d4fcfba89fcd19f3893b9 for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:02:17.800111 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-30890649-5993-4487-ad1f-aed5ee8f825f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:17.931902 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-30890649-5993-4487-ad1f-aed5ee8f825f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Allocated IP 172.20.0.10 (6fa8d924-07d6-4b37-8b61-55b843f8fe3f/b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b/15b48154-8a92-492e-ba81-7630c27e72ac) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:02:18.094681 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-30890649-5993-4487-ad1f-aed5ee8f825f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.111886 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-30890649-5993-4487-ad1f-aed5ee8f825f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Transition to ACTIVE for port object 15b48154-8a92-492e-ba81-7630c27e72ac will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:02:18.147609 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-30890649-5993-4487-ad1f-aed5ee8f825f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.163725 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40828) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:18.194506 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-30890649-5993-4487-ad1f-aed5ee8f825f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:02:18.198203 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-30890649-5993-4487-ad1f-aed5ee8f825f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:02:18.202984 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-30890649-5993-4487-ad1f-aed5ee8f825f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:02:18.209983 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30890649-5993-4487-ad1f-aed5ee8f825f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event updated for resources: {'Port': ['ID=15b48154-8a92-492e-ba81-7630c27e72ac,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:18.276649 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-30890649-5993-4487-ad1f-aed5ee8f825f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:18.277448 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-30890649-5993-4487-ad1f-aed5ee8f825f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.298367 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-30890649-5993-4487-ad1f-aed5ee8f825f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6293893 Jul 08 13:02:18.310820 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Request body: {'port': {'device_id': 'd2204281-5fa1-4014-a46e-201b985f1840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:18.401099 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.472084 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-71ae36dc-c24d-48cb-994e-9db9a73c9a00 None None] Provisioning for port 15b48154-8a92-492e-ba81-7630c27e72ac completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:02:18.478175 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-71ae36dc-c24d-48cb-994e-9db9a73c9a00 None None] Provisioning complete for port 15b48154-8a92-492e-ba81-7630c27e72ac triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:02:18.479031 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-71ae36dc-c24d-48cb-994e-9db9a73c9a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.515743 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-66ec74a9-5232-4b46-866a-d8a879bb143b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Deleting port 738c1b1a-520e-4182-a1dc-923e8b33d554 {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:02:18.519062 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-66ec74a9-5232-4b46-866a-d8a879bb143b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.522685 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-71ae36dc-c24d-48cb-994e-9db9a73c9a00 None None] Port 15b48154-8a92-492e-ba81-7630c27e72ac cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:02:18.640490 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-66ec74a9-5232-4b46-866a-d8a879bb143b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.640819 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-66ec74a9-5232-4b46-866a-d8a879bb143b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.657369 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-66ec74a9-5232-4b46-866a-d8a879bb143b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Calling delete_port for 738c1b1a-520e-4182-a1dc-923e8b33d554 owned by network:floatingip {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:02:18.716474 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b48154-8a92-492e-ba81-7630c27e72ac {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:02:18.725125 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.738947 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Transition to ACTIVE for port object 15b48154-8a92-492e-ba81-7630c27e72ac will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:02:18.743334 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.839752 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-66ec74a9-5232-4b46-866a-d8a879bb143b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.861410 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Pushing event updated for resources: {'Port': ['ID=15b48154-8a92-492e-ba81-7630c27e72ac,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:18.871694 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec74a9-5232-4b46-866a-d8a879bb143b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Pushing event deleted for resources: {'Port': ['ID=738c1b1a-520e-4182-a1dc-923e8b33d554,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:18.935298 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Attempting to bind port 15b48154-8a92-492e-ba81-7630c27e72ac on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:02:18.936064 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Attempting to bind port 15b48154-8a92-492e-ba81-7630c27e72ac by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:02:18.936064 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Attempting to bind port 15b48154-8a92-492e-ba81-7630c27e72ac on network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:02:18.943398 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-66ec74a9-5232-4b46-866a-d8a879bb143b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for floatingip, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.943809 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.l3_db [None req-66ec74a9-5232-4b46-866a-d8a879bb143b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Floating IP bea8e307-bcde-4f5b-aaf8-df6e009bfd7e disassociated (deleted). External IP: 172.27.2.200, port: 99ff5c8c-ca69-48d1-80df-928fca6bcc92. Jul 08 13:02:18.948880 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c00c6-7e3b-4ab6-b178-cdea282150bd req-3e3f2107-1605-41f9-afbd-041d548bf14b tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:18.950602 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-607c00c6-7e3b-4ab6-b178-cdea282150bd req-3e3f2107-1605-41f9-afbd-041d548bf14b tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 944 time: 0.1655946 Jul 08 13:02:18.953008 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Port 15b48154-8a92-492e-ba81-7630c27e72ac on network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:02:18.953370 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Attempting to bind port 15b48154-8a92-492e-ba81-7630c27e72ac on network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:02:18.966919 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:02:18.967264 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Checking segment: {'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:02:18.967657 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Bound using segment: {'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:02:18.968111 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Bound port: 15b48154-8a92-492e-ba81-7630c27e72ac, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:02:18.968475 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.031687 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-607c00c6-7e3b-4ab6-b178-cdea282150bd req-ff775ee7-564c-41a2-b99d-322b90ccc640 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747173 Jul 08 13:02:19.076708 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] For port 15b48154-8a92-492e-ba81-7630c27e72ac, host hv-cinder-80002, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:02:19.080595 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] For port 15b48154-8a92-492e-ba81-7630c27e72ac, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=15b48154-8a92-492e-ba81-7630c27e72ac,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:02:19.087917 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.124455 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:19.125155 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.126601 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] 10.222.0.61 "PUT /v2.0/ports/15b48154-8a92-492e-ba81-7630c27e72ac HTTP/1.1" status: 200 len: 1094 time: 0.8202994 Jul 08 13:02:19.127060 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2204281-5fa1-4014-a46e-201b985f1840', 'tag': '15b48154-8a92-492e-ba81-7630c27e72ac'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:19.129410 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f563371-5a67-4d69-aa35-0d8aeea28ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "d2204281-5fa1-4014-a46e-201b985f1840", "tag": "15b48154-8a92-492e-ba81-7630c27e72ac"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:19.158741 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e96fa6-4c76-47a8-b853-e8317d1ba38f service neutron] Pushing event updated for resources: {'Port': ['ID=15b48154-8a92-492e-ba81-7630c27e72ac,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:19.200285 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ec74a9-5232-4b46-866a-d8a879bb143b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:02:19.205982 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0839c731-2731-484d-ac49-229d6ce074d0 x-openstack-request-id: req-0839c731-2731-484d-ac49-229d6ce074d0 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:19.206421 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2204281-5fa1-4014-a46e-201b985f1840", "tag": "15b48154-8a92-492e-ba81-7630c27e72ac", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:19.207493 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0839c731-2731-484d-ac49-229d6ce074d0 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:19.208154 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2204281-5fa1-4014-a46e-201b985f1840', 'tag': '15b48154-8a92-492e-ba81-7630c27e72ac', 'status': 'completed', 'code': 200} Jul 08 13:02:19.271901 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-b5576843-2355-46e3-a292-0dfe74378486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:19.273520 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-b5576843-2355-46e3-a292-0dfe74378486 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9&device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 1097 time: 0.0838375 Jul 08 13:02:19.325697 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-67eb8cdc-d433-4b58-ab7d-e54c707c883f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15b48154-8a92-492e-ba81-7630c27e72ac HTTP/1.1" status: 200 len: 217 time: 0.0436676 Jul 08 13:02:19.364360 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.368510 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ec74a9-5232-4b46-866a-d8a879bb143b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:02:19.374557 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-66ec74a9-5232-4b46-866a-d8a879bb143b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.379581 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3fe260-997e-42ac-b485-c59807c13ece None None] Sync routers for ids ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:02:19.393128 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3fe260-997e-42ac-b485-c59807c13ece None None] Routers {'3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:19.393877 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-0b3fe260-997e-42ac-b485-c59807c13ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:02:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:19.395115 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-b2b53612-0cf8-48ce-a03f-c39e8d99a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:19.397141 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-b2b53612-0cf8-48ce-a03f-c39e8d99a310 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b HTTP/1.1" status: 200 len: 851 time: 0.0558822 Jul 08 13:02:19.423139 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-66ec74a9-5232-4b46-866a-d8a879bb143b tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "DELETE /v2.0/floatingips/bea8e307-bcde-4f5b-aaf8-df6e009bfd7e HTTP/1.1" status: 204 len: 168 time: 1.2528801 Jul 08 13:02:19.423139 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'tag': '99ff5c8c-ca69-48d1-80df-928fca6bcc92'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:19.423139 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad39eff-1c02-4b7b-b470-f8369b2f02da" -d '{"events": [{"name": "network-changed", "server_uuid": "13a234b9-0f4a-4c34-91a9-cabb401931f0", "tag": "99ff5c8c-ca69-48d1-80df-928fca6bcc92"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:19.512938 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-670c2895-15fc-49e2-a6ea-ba469a1076bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:19.521520 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-670c2895-15fc-49e2-a6ea-ba469a1076bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1138828 Jul 08 13:02:19.526799 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5d6421-35b1-4f31-b5da-de9d9e13b6fa x-openstack-request-id: req-eb5d6421-35b1-4f31-b5da-de9d9e13b6fa {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:19.528017 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a234b9-0f4a-4c34-91a9-cabb401931f0", "tag": "99ff5c8c-ca69-48d1-80df-928fca6bcc92", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:19.528017 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb5d6421-35b1-4f31-b5da-de9d9e13b6fa {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:19.528861 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'tag': '99ff5c8c-ca69-48d1-80df-928fca6bcc92', 'status': 'completed', 'code': 200} Jul 08 13:02:19.529125 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-0b3fe260-997e-42ac-b485-c59807c13ece None None] Set router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:19.642924 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-baf36e29-75cd-42eb-b6b7-2215c750e76d service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061776 Jul 08 13:02:19.644446 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad39eff-1c02-4b7b-b470-f8369b2f02da req-bb7f20f1-ab55-4beb-9f4a-9d1960caa458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:19.646289 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0ad39eff-1c02-4b7b-b470-f8369b2f02da req-bb7f20f1-ab55-4beb-9f4a-9d1960caa458 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4259b3da7ad84a6ea96e9da0e49b7b8a&device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 1098 time: 0.0916181 Jul 08 13:02:19.743893 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-0b3fe260-997e-42ac-b485-c59807c13ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'name': 'tempest-TestShelveInstance-220030152-router', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:50Z', 'updated_at': '2021-07-08T12:56:58Z', 'revision_number': 4, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'gw_port': {'id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:da:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:51Z', 'updated_at': '2021-07-08T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba', 'name': '', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'mac_address': 'fa:16:3e:77:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:56Z', 'updated_at': '2021-07-08T12:57:10Z', 'revision_number': 5, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'subnets': [{'id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:19.777090 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3fe260-997e-42ac-b485-c59807c13ece None None] Checking router: 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:02:19.788212 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3fe260-997e-42ac-b485-c59807c13ece None None] Routers {'3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:19.789051 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-0b3fe260-997e-42ac-b485-c59807c13ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:02:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:19.791451 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-28df6f2f-aaf3-476e-9b4c-a501210504c3 req-36d04355-3bc4-48fa-ab9f-46f51e5e6349 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355927 Jul 08 13:02:19.802750 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad39eff-1c02-4b7b-b470-f8369b2f02da req-b064e0bd-f5c3-4dea-a2f4-0cdcc5712529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:19.807915 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0ad39eff-1c02-4b7b-b470-f8369b2f02da req-b064e0bd-f5c3-4dea-a2f4-0cdcc5712529 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1708f7b4-ee24-4d9b-abb8-f841455a6a5b HTTP/1.1" status: 200 len: 909 time: 0.1484525 Jul 08 13:02:19.854090 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0ad39eff-1c02-4b7b-b470-f8369b2f02da req-11ecc316-5b9c-4a00-b6f9-f082a7dcbc06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ff5c8c-ca69-48d1-80df-928fca6bcc92 HTTP/1.1" status: 200 len: 217 time: 0.0401719 Jul 08 13:02:19.905752 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f563371-5a67-4d69-aa35-0d8aeea28ecf req-7ce8b8e2-b70b-4fdc-a272-7a4559d29043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:19.907293 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f563371-5a67-4d69-aa35-0d8aeea28ecf req-7ce8b8e2-b70b-4fdc-a272-7a4559d29043 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9&device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 1097 time: 0.0587559 Jul 08 13:02:19.924476 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-0b3fe260-997e-42ac-b485-c59807c13ece None None] Set router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:19.941307 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad39eff-1c02-4b7b-b470-f8369b2f02da req-f78d6437-8e90-44ff-a317-d458e5b10ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:19.942786 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0ad39eff-1c02-4b7b-b470-f8369b2f02da req-f78d6437-8e90-44ff-a317-d458e5b10ebb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db02442f-cbd5-4f0c-9156-883a737f3d07 HTTP/1.1" status: 200 len: 847 time: 0.0805638 Jul 08 13:02:20.004994 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d575caa-1053-4e9f-9598-38f25c2590ae req-d46cd8a7-1b98-4965-9bf5-fa8e42bc576a tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:20.006663 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3d575caa-1053-4e9f-9598-38f25c2590ae req-d46cd8a7-1b98-4965-9bf5-fa8e42bc576a tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.1108220 Jul 08 13:02:20.018571 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f563371-5a67-4d69-aa35-0d8aeea28ecf req-bd025030-7fb6-4254-ba4d-80732549d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:20.020206 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f563371-5a67-4d69-aa35-0d8aeea28ecf req-bd025030-7fb6-4254-ba4d-80732549d9fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f HTTP/1.1" status: 200 len: 913 time: 0.0954337 Jul 08 13:02:20.049195 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad39eff-1c02-4b7b-b470-f8369b2f02da req-b006d039-bdcd-469d-a86d-8ae6c4bcb227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:20.050911 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0ad39eff-1c02-4b7b-b470-f8369b2f02da req-b006d039-bdcd-469d-a86d-8ae6c4bcb227 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1708f7b4-ee24-4d9b-abb8-f841455a6a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0992925 Jul 08 13:02:20.065895 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f563371-5a67-4d69-aa35-0d8aeea28ecf req-71083965-9552-4142-ab8c-a35420ccdcd8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15b48154-8a92-492e-ba81-7630c27e72ac HTTP/1.1" status: 200 len: 217 time: 0.0379429 Jul 08 13:02:20.126169 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f563371-5a67-4d69-aa35-0d8aeea28ecf req-5acb64f7-c9df-4c1f-bceb-43763687fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:20.128162 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f563371-5a67-4d69-aa35-0d8aeea28ecf req-5acb64f7-c9df-4c1f-bceb-43763687fca6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b HTTP/1.1" status: 200 len: 851 time: 0.0551922 Jul 08 13:02:20.143327 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-0b3fe260-997e-42ac-b485-c59807c13ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'name': 'tempest-TestShelveInstance-220030152-router', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:50Z', 'updated_at': '2021-07-08T12:56:58Z', 'revision_number': 4, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'gw_port': {'id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:da:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:51Z', 'updated_at': '2021-07-08T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba', 'name': '', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'mac_address': 'fa:16:3e:77:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:56Z', 'updated_at': '2021-07-08T12:57:10Z', 'revision_number': 5, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'subnets': [{'id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:20.183889 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3fe260-997e-42ac-b485-c59807c13ece None None] The sync data for ids ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'] in dv-cinder-800022-1-iscsi is: [{'id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'name': 'tempest-TestShelveInstance-220030152-router', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:50Z', 'updated_at': '2021-07-08T12:56:58Z', 'revision_number': 4, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'gw_port': {'id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:da:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:51Z', 'updated_at': '2021-07-08T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': '2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba', 'name': '', 'network_id': '1708f7b4-ee24-4d9b-abb8-f841455a6a5b', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'mac_address': 'fa:16:3e:77:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:56Z', 'updated_at': '2021-07-08T12:57:10Z', 'revision_number': 5, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'subnets': [{'id': 'db02442f-cbd5-4f0c-9156-883a737f3d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:02:20.249121 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f563371-5a67-4d69-aa35-0d8aeea28ecf req-1438756d-3263-4b4d-89b6-e546a84b59eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:20.250699 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f563371-5a67-4d69-aa35-0d8aeea28ecf req-1438756d-3263-4b4d-89b6-e546a84b59eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1145949 Jul 08 13:02:20.283152 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daec6df-4d50-4748-920b-d318267b5a08 req-f9314c4a-2a29-48a1-b805-3b46fb8758d1 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:20.284992 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0daec6df-4d50-4748-920b-d318267b5a08 req-f9314c4a-2a29-48a1-b805-3b46fb8758d1 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 944 time: 0.1069164 Jul 08 13:02:20.375555 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-3d575caa-1053-4e9f-9598-38f25c2590ae req-4e1372dd-3fe6-4da6-8c47-fb019aaa5590 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3582835 Jul 08 13:02:20.382688 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0daec6df-4d50-4748-920b-d318267b5a08 req-1a2d1aa6-f5f5-4b8e-a2da-6bb0adf62fbd tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852284 Jul 08 13:02:20.418331 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f563371-5a67-4d69-aa35-0d8aeea28ecf req-9a4e89e8-bd3e-45fd-8d78-2ead5f015f85 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537068 Jul 08 13:02:20.418579 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0ad39eff-1c02-4b7b-b470-f8369b2f02da req-7eb28ac7-3d31-48db-b9a7-8d148c678e34 service neutron] 10.222.0.61 "GET /v2.0/networks/1708f7b4-ee24-4d9b-abb8-f841455a6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568721 Jul 08 13:02:20.478870 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38f484-2aaa-4a03-a79f-ace3d56a40e2 None None] New status for floating IP bea8e307-bcde-4f5b-aaf8-df6e009bfd7e: DOWN {{(pid=92985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:02:20.532455 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f563371-5a67-4d69-aa35-0d8aeea28ecf req-83535bfc-3637-4766-892e-515a977d583d service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012731 Jul 08 13:02:20.536327 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0ad39eff-1c02-4b7b-b470-f8369b2f02da req-fabde84b-32b4-46f6-8ec7-6ce24636f29d service neutron] 10.222.0.61 "GET /v2.0/networks/1708f7b4-ee24-4d9b-abb8-f841455a6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043279 Jul 08 13:02:21.461297 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab4857-3b23-4184-a837-e5250342e24c req-b329f48c-c4e7-4fd0-875c-e09d8b733ed7 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:21.462888 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1bab4857-3b23-4184-a837-e5250342e24c req-b329f48c-c4e7-4fd0-875c-e09d8b733ed7 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.61 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.0723495 Jul 08 13:02:21.579658 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec0faa-0706-467b-a657-20f4de4942af req-125995aa-ce6a-40f5-a99a-4695f3d0cd6e tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:21.581479 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a2ec0faa-0706-467b-a657-20f4de4942af req-125995aa-ce6a-40f5-a99a-4695f3d0cd6e tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 944 time: 0.0710406 Jul 08 13:02:21.618271 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8782761-abcb-4d47-89a9-1beb032356c1 req-217b4c54-ddda-4370-9bfc-11cc19585de4 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:21.619952 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a8782761-abcb-4d47-89a9-1beb032356c1 req-217b4c54-ddda-4370-9bfc-11cc19585de4 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 945 time: 0.1197393 Jul 08 13:02:21.623171 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a2ec0faa-0706-467b-a657-20f4de4942af req-066408eb-8510-428a-a681-827dd3f9c557 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352638 Jul 08 13:02:21.627311 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [req-1bab4857-3b23-4184-a837-e5250342e24c req-aa601825-a192-4856-b95f-a290bf75a5cc tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Deleting port 99ff5c8c-ca69-48d1-80df-928fca6bcc92 {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:02:21.627664 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-1bab4857-3b23-4184-a837-e5250342e24c req-aa601825-a192-4856-b95f-a290bf75a5cc tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:21.716508 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-a8782761-abcb-4d47-89a9-1beb032356c1 req-8d7bbed7-bc15-4260-ab28-50221fda4453 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/security-groups?id=254ab185-ffae-4bea-bf7f-d9087f457059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845735 Jul 08 13:02:21.751734 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-1bab4857-3b23-4184-a837-e5250342e24c req-aa601825-a192-4856-b95f-a290bf75a5cc tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] For port 99ff5c8c-ca69-48d1-80df-928fca6bcc92, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=99ff5c8c-ca69-48d1-80df-928fca6bcc92,segment=NetworkSegment(d673415a-f667-4c26-a1c1-aa95053dc3b8),segment_id=d673415a-f667-4c26-a1c1-aa95053dc3b8)] {{(pid=92983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:21.752100 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-1bab4857-3b23-4184-a837-e5250342e24c req-aa601825-a192-4856-b95f-a290bf75a5cc tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:21.765902 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [req-1bab4857-3b23-4184-a837-e5250342e24c req-aa601825-a192-4856-b95f-a290bf75a5cc tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Calling delete_port for 99ff5c8c-ca69-48d1-80df-928fca6bcc92 owned by compute:nova {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:02:21.899207 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-1bab4857-3b23-4184-a837-e5250342e24c req-aa601825-a192-4856-b95f-a290bf75a5cc tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:21.934740 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa601825-a192-4856-b95f-a290bf75a5cc tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Pushing event deleted for resources: {'Port': ['ID=99ff5c8c-ca69-48d1-80df-928fca6bcc92,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:21.982902 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bab4857-3b23-4184-a837-e5250342e24c req-aa601825-a192-4856-b95f-a290bf75a5cc tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] No DVR routers for this DVR port 99ff5c8c-ca69-48d1-80df-928fca6bcc92 on host hv-cinder-80002 {{(pid=92983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:02:21.985324 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-1bab4857-3b23-4184-a837-e5250342e24c req-aa601825-a192-4856-b95f-a290bf75a5cc tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:21.987305 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1bab4857-3b23-4184-a837-e5250342e24c req-aa601825-a192-4856-b95f-a290bf75a5cc tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.61 "DELETE /v2.0/ports/99ff5c8c-ca69-48d1-80df-928fca6bcc92 HTTP/1.1" status: 204 len: 173 time: 0.5191884 Jul 08 13:02:21.987744 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'name': 'network-vif-deleted', 'tag': '99ff5c8c-ca69-48d1-80df-928fca6bcc92'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:21.990136 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d509ae7b-29ab-463b-bfa3-f97ff7fa8ea0" -d '{"events": [{"server_uuid": "13a234b9-0f4a-4c34-91a9-cabb401931f0", "name": "network-vif-deleted", "tag": "99ff5c8c-ca69-48d1-80df-928fca6bcc92"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:22.027594 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299702f8-e137-4cb2-bda7-c6be21b3dec1 x-openstack-request-id: req-299702f8-e137-4cb2-bda7-c6be21b3dec1 {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:22.027890 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a234b9-0f4a-4c34-91a9-cabb401931f0", "name": "network-vif-deleted", "tag": "99ff5c8c-ca69-48d1-80df-928fca6bcc92", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:22.028140 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-299702f8-e137-4cb2-bda7-c6be21b3dec1 {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:22.028882 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a234b9-0f4a-4c34-91a9-cabb401931f0', 'name': 'network-vif-deleted', 'tag': '99ff5c8c-ca69-48d1-80df-928fca6bcc92', 'status': 'completed', 'code': 200} Jul 08 13:02:22.826417 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f69d9a-d075-4f39-9549-9128761593e8 req-09e1f7db-edf1-4192-8944-df0e5efb7d52 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:22.829327 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-23f69d9a-d075-4f39-9549-9128761593e8 req-09e1f7db-edf1-4192-8944-df0e5efb7d52 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 944 time: 0.0807714 Jul 08 13:02:22.876262 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-23f69d9a-d075-4f39-9549-9128761593e8 req-0b63f3dc-5c94-41e8-b7e1-879019eff536 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368738 Jul 08 13:02:22.910618 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-b23f910e-6938-4516-9151-62d42d06f748 req-091f71cf-3cdd-4c2e-88ca-00ecfcd85956 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "GET /v2.0/ports?device_id=13a234b9-0f4a-4c34-91a9-cabb401931f0 HTTP/1.1" status: 200 len: 210 time: 0.0315073 Jul 08 13:02:24.010796 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40868) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:24.065111 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ddedf-3759-479b-97fe-5deb89bd2e31 req-dd989473-9e5b-4e4f-8118-e1549feb8b8d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:24.066503 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d08ddedf-3759-479b-97fe-5deb89bd2e31 req-dd989473-9e5b-4e4f-8118-e1549feb8b8d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 944 time: 0.0707259 Jul 08 13:02:24.073426 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-566c73e1-1be5-4cc0-b6e8-5c9440e809d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:24.102427 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-566c73e1-1be5-4cc0-b6e8-5c9440e809d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:24.114030 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d08ddedf-3759-479b-97fe-5deb89bd2e31 req-8aff064c-7871-41da-8e4e-416e0ee1a126 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401082 Jul 08 13:02:24.136730 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 99ff5c8c-ca69-48d1-80df-928fca6bcc92 no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:02:24.158596 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: 99ff5c8c-ca69-48d1-80df-928fca6bcc92 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:02:24.159236 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 99ff5c8c-ca69-48d1-80df-928fca6bcc92 not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:02:24.177168 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-566c73e1-1be5-4cc0-b6e8-5c9440e809d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:24.180720 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-566c73e1-1be5-4cc0-b6e8-5c9440e809d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:24.182023 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-566c73e1-1be5-4cc0-b6e8-5c9440e809d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] 10.222.0.13 "DELETE /v2.0/security-groups/254ab185-ffae-4bea-bf7f-d9087f457059 HTTP/1.1" status: 204 len: 168 time: 0.1701739 Jul 08 13:02:24.192207 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c73e1-1be5-4cc0-b6e8-5c9440e809d1 tempest-TestShelveInstance-119567969 tempest-TestShelveInstance-119567969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=254ab185-ffae-4bea-bf7f-d9087f457059,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:24.243409 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40874) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:24.639324 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-757df65d-6d42-4e11-b462-365f928d0e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653114'] for router_interface, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:24.744065 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:02:24.884361 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-757df65d-6d42-4e11-b462-365f928d0e33 admin admin] Deleting port 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:02:24.884702 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-757df65d-6d42-4e11-b462-365f928d0e33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:24.962442 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-757df65d-6d42-4e11-b462-365f928d0e33 admin admin] For port 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba,segment=NetworkSegment(d673415a-f667-4c26-a1c1-aa95053dc3b8),segment_id=d673415a-f667-4c26-a1c1-aa95053dc3b8)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:24.962732 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-757df65d-6d42-4e11-b462-365f928d0e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:24.975230 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-757df65d-6d42-4e11-b462-365f928d0e33 admin admin] Calling delete_port for 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba owned by network:router_interface {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:02:25.147789 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-757df65d-6d42-4e11-b462-365f928d0e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:25.173607 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757df65d-6d42-4e11-b462-365f928d0e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:25.390115 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8548d30-9f25-4344-97d3-bebbd4d5897f req-d993e72a-0c87-4e3b-99a7-04641ad5d18d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:25.391629 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a8548d30-9f25-4344-97d3-bebbd4d5897f req-d993e72a-0c87-4e3b-99a7-04641ad5d18d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 944 time: 0.1571102 Jul 08 13:02:25.392620 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-757df65d-6d42-4e11-b462-365f928d0e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653308'] for router_interface, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:25.475405 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a8548d30-9f25-4344-97d3-bebbd4d5897f req-8c48be9d-65b8-4353-a697-9093d0377dab tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766780 Jul 08 13:02:25.638315 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757df65d-6d42-4e11-b462-365f928d0e33 admin admin] Router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:02:26.008468 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757df65d-6d42-4e11-b462-365f928d0e33 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:02:26.013365 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-757df65d-6d42-4e11-b462-365f928d0e33 admin admin] 10.222.0.13 "PUT /v2.0/routers/3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7688935 Jul 08 13:02:26.015939 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40882) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:26.016573 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7929b9bf-b366-42e2-b704-0a27abbdc39c None None] Sync routers for ids ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:02:26.025805 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7929b9bf-b366-42e2-b704-0a27abbdc39c None None] Routers {'3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:26.026415 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-7929b9bf-b366-42e2-b704-0a27abbdc39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:02:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:26.117275 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c41d3d60-791d-45a3-beae-9073ccb7f238 admin admin] Notify callbacks [] for router, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.131273 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-7929b9bf-b366-42e2-b704-0a27abbdc39c None None] Set router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:26.168706 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 15b48154-8a92-492e-ba81-7630c27e72ac details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:02:26.220768 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c41d3d60-791d-45a3-beae-9073ccb7f238 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.271083 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 15b48154-8a92-492e-ba81-7630c27e72ac, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=15b48154-8a92-492e-ba81-7630c27e72ac,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:26.281621 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3d60-791d-45a3-beae-9073ccb7f238 admin admin] Deleting port 5391dc19-80d5-45a1-96d1-7463507e0e3e {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:02:26.282230 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c41d3d60-791d-45a3-beae-9073ccb7f238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.284753 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '15b48154-8a92-492e-ba81-7630c27e72ac', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'port_id': '15b48154-8a92-492e-ba81-7630c27e72ac', 'mac_address': 'fa:16:3e:bd:21:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:02:26.323587 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.336638 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b48154-8a92-492e-ba81-7630c27e72ac {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:02:26.365264 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-c41d3d60-791d-45a3-beae-9073ccb7f238 admin admin] For port 5391dc19-80d5-45a1-96d1-7463507e0e3e, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=5391dc19-80d5-45a1-96d1-7463507e0e3e,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:26.365692 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c41d3d60-791d-45a3-beae-9073ccb7f238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.369591 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 15b48154-8a92-492e-ba81-7630c27e72ac, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=15b48154-8a92-492e-ba81-7630c27e72ac,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:26.378122 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.382609 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-c41d3d60-791d-45a3-beae-9073ccb7f238 admin admin] Calling delete_port for 5391dc19-80d5-45a1-96d1-7463507e0e3e owned by network:router_gateway {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:02:26.424903 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-7929b9bf-b366-42e2-b704-0a27abbdc39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'name': 'tempest-TestShelveInstance-220030152-router', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:50Z', 'updated_at': '2021-07-08T13:02:25Z', 'revision_number': 5, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'gw_port': {'id': '5391dc19-80d5-45a1-96d1-7463507e0e3e', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:da:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:56:51Z', 'updated_at': '2021-07-08T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:26.438410 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=15b48154-8a92-492e-ba81-7630c27e72ac,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:26.455540 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7929b9bf-b366-42e2-b704-0a27abbdc39c None None] Checking router: 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:02:26.464955 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7929b9bf-b366-42e2-b704-0a27abbdc39c None None] Routers {'3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:26.465589 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-7929b9bf-b366-42e2-b704-0a27abbdc39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:02:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:26.553529 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-7929b9bf-b366-42e2-b704-0a27abbdc39c None None] Set router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe gateway port host: None {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:26.576830 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c41d3d60-791d-45a3-beae-9073ccb7f238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.590653 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['15b48154-8a92-492e-ba81-7630c27e72ac'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:02:26.608241 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-7929b9bf-b366-42e2-b704-0a27abbdc39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'name': 'tempest-TestShelveInstance-220030152-router', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:50Z', 'updated_at': '2021-07-08T13:02:26Z', 'revision_number': 6, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'gw_port_host': None}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:26.613809 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d3d60-791d-45a3-beae-9073ccb7f238 admin admin] Pushing event deleted for resources: {'Port': ['ID=5391dc19-80d5-45a1-96d1-7463507e0e3e,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:26.636853 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7929b9bf-b366-42e2-b704-0a27abbdc39c None None] The sync data for ids ['3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe'] in dv-cinder-800022-1-iscsi is: [{'id': '3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe', 'name': 'tempest-TestShelveInstance-220030152-router', 'tenant_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:56:50Z', 'updated_at': '2021-07-08T13:02:26Z', 'revision_number': 6, 'project_id': '4259b3da7ad84a6ea96e9da0e49b7b8a', 'gw_port_host': None}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:02:26.713204 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c41d3d60-791d-45a3-beae-9073ccb7f238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718327'] for router_gateway, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.813606 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925746f4-d3dc-4329-b0c6-ce11179b8651 req-36454e5f-722d-4680-9dff-b28a03483d13 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:26.815120 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-925746f4-d3dc-4329-b0c6-ce11179b8651 req-36454e5f-722d-4680-9dff-b28a03483d13 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 945 time: 0.2091169 Jul 08 13:02:26.817210 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c41d3d60-791d-45a3-beae-9073ccb7f238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4145'] for router, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.819004 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c41d3d60-791d-45a3-beae-9073ccb7f238 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.878106 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c41d3d60-791d-45a3-beae-9073ccb7f238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646035'] for router, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.878570 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41d3d60-791d-45a3-beae-9073ccb7f238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe {{(pid=92981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 13:02:26.887951 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c41d3d60-791d-45a3-beae-9073ccb7f238 admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.889096 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c41d3d60-791d-45a3-beae-9073ccb7f238 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3ad4f0ff-6a66-4c11-b7d3-2e2d7de0a4fe HTTP/1.1" status: 204 len: 168 time: 0.8720841 Jul 08 13:02:26.891655 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40888) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:26.905565 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-925746f4-d3dc-4329-b0c6-ce11179b8651 req-a9ea5a4f-9797-43c5-b8a6-afa129224088 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814877 Jul 08 13:02:26.944015 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-def16d03-33e4-410e-b40d-3eaaf7d7eea4 admin admin] Deleting subnet db02442f-cbd5-4f0c-9156-883a737f3d07 {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:02:26.947188 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-def16d03-33e4-410e-b40d-3eaaf7d7eea4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.982434 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-def16d03-33e4-410e-b40d-3eaaf7d7eea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261736296'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.072945 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-def16d03-33e4-410e-b40d-3eaaf7d7eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1818188'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.125226 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-def16d03-33e4-410e-b40d-3eaaf7d7eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1818203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260280300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262104700'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.152308 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def16d03-33e4-410e-b40d-3eaaf7d7eea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db02442f-cbd5-4f0c-9156-883a737f3d07,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:27.154280 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-def16d03-33e4-410e-b40d-3eaaf7d7eea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.157817 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3549d6-7793-400e-94ae-a8c4adc25923 None None] Network 1708f7b4-ee24-4d9b-abb8-f841455a6a5b requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:02:27.158537 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-def16d03-33e4-410e-b40d-3eaaf7d7eea4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/db02442f-cbd5-4f0c-9156-883a737f3d07 HTTP/1.1" status: 204 len: 168 time: 0.2659442 Jul 08 13:02:27.160007 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40890) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:27.226407 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704495'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.285278 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] Deleting port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:02:27.285652 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.346260 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] For port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f,segment=NetworkSegment(d673415a-f667-4c26-a1c1-aa95053dc3b8),segment_id=d673415a-f667-4c26-a1c1-aa95053dc3b8)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:27.346671 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.361168 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] Calling delete_port for 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:02:27.394604 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc372d35-0a34-451f-b4fe-0f7256d0323b None None] DHCP port deletion for 1708f7b4-ee24-4d9b-abb8-f841455a6a5b request from dv-cinder-800022-1-iscsi {{(pid=92985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 13:02:27.442822 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.443100 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-dc372d35-0a34-451f-b4fe-0f7256d0323b None None] Deleting port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:02:27.443469 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-dc372d35-0a34-451f-b4fe-0f7256d0323b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.471266 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] No DVR routers for this DVR port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f on host dv-cinder-800022-1-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:02:27.476004 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] Pushing event deleted for resources: {'Port': ['ID=0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:27.515398 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-dc372d35-0a34-451f-b4fe-0f7256d0323b None None] For port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f, host dv-cinder-800022-1-iscsi, got binding levels [] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:27.515967 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-dc372d35-0a34-451f-b4fe-0f7256d0323b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.531023 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-dc372d35-0a34-451f-b4fe-0f7256d0323b None None] Calling delete_port for 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f owned by network:dhcp {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:02:27.533830 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.ipam_backend_mixin [None req-dc372d35-0a34-451f-b4fe-0f7256d0323b None None] Port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f was not found and therefore no delete operation was performed {{(pid=92985) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 13:02:27.535392 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-dc372d35-0a34-451f-b4fe-0f7256d0323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.550634 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1811703', 'neutron.services.segments.db._delete_segments_for_network-8757848019285'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.562461 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1708f7b4-ee24-4d9b-abb8-f841455a6a5b']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:27.563118 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc372d35-0a34-451f-b4fe-0f7256d0323b None None] Pushing event deleted for resources: {'Port': ['ID=0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:27.568455 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc372d35-0a34-451f-b4fe-0f7256d0323b None None] No DVR routers for this DVR port 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f on host dv-cinder-800022-1-iscsi {{(pid=92985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:02:27.580771 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd673415a-f667-4c26-a1c1-aa95053dc3b8') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:27.582183 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd673415a-f667-4c26-a1c1-aa95053dc3b8') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:27.592353 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757848043825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261736289'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.612121 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.618980 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:02:27.619389 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260280139'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: timer() Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: cb(*args, **kw) Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: self._notify() Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: self.callback(batched_events) Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: event.method(event) Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: return self._get(url).json() Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:02:27.621215 dv-cinder-800022-1-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:02:27.679920 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1811662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.685075 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.687341 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] 10.222.0.13 "DELETE /v2.0/networks/1708f7b4-ee24-4d9b-abb8-f841455a6a5b HTTP/1.1" status: 204 len: 168 time: 0.5261116 Jul 08 13:02:27.690034 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40894) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:27.700347 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4e4b2-5f72-483b-92e6-00e828c1f56d admin admin] Pushing event deleted for resources: {'Network': ['ID=1708f7b4-ee24-4d9b-abb8-f841455a6a5b,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:27.851558 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:02:27.875011 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:02:27.875362 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 0adea9cb-bebc-47ee-8cd8-0ceb5ca6c52f not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:02:27.875777 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:02:27.893878 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:02:27.894220 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 2baf1bb1-a833-4bbc-a1d3-c1b100dce6ba not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:02:27.894631 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 5391dc19-80d5-45a1-96d1-7463507e0e3e no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:02:27.913206 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: 5391dc19-80d5-45a1-96d1-7463507e0e3e {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:02:27.913552 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 5391dc19-80d5-45a1-96d1-7463507e0e3e not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:02:27.968551 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.035964 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-25702ddd-ff72-49de-9d17-82bc61a61d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653114'] for router_interface, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.078066 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b94607-25bf-4132-b5ac-7ed474f82a2e req-923f4101-5bd9-47fe-a7e1-bbcb7e11dc1c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:28.079551 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-89b94607-25bf-4132-b5ac-7ed474f82a2e req-923f4101-5bd9-47fe-a7e1-bbcb7e11dc1c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 945 time: 0.0617077 Jul 08 13:02:28.116865 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-89b94607-25bf-4132-b5ac-7ed474f82a2e req-53db1b03-732f-46c9-9b9f-e9b491080e65 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316792 Jul 08 13:02:28.199804 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 15b48154-8a92-492e-ba81-7630c27e72ac up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:02:28.248516 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port 15b48154-8a92-492e-ba81-7630c27e72ac completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:02:28.252169 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 15b48154-8a92-492e-ba81-7630c27e72ac triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:02:28.252539 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.285216 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-25702ddd-ff72-49de-9d17-82bc61a61d79 admin admin] Deleting port 70213522-c3b5-4238-8f15-8cabc1c2c215 {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:02:28.285566 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-25702ddd-ff72-49de-9d17-82bc61a61d79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.333604 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.355495 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2204281-5fa1-4014-a46e-201b985f1840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b48154-8a92-492e-ba81-7630c27e72ac'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:28.357750 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2369d7ad-3b60-4c24-b882-9bfabea21443" -d '{"events": [{"server_uuid": "d2204281-5fa1-4014-a46e-201b985f1840", "name": "network-vif-plugged", "status": "completed", "tag": "15b48154-8a92-492e-ba81-7630c27e72ac"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:28.367133 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-25702ddd-ff72-49de-9d17-82bc61a61d79 admin admin] For port 70213522-c3b5-4238-8f15-8cabc1c2c215, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=70213522-c3b5-4238-8f15-8cabc1c2c215,segment=NetworkSegment(f6b63ca7-2cf8-4024-be20-060b4c99e8c7),segment_id=f6b63ca7-2cf8-4024-be20-060b4c99e8c7)] {{(pid=92983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:28.367500 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-25702ddd-ff72-49de-9d17-82bc61a61d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.370941 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 15b48154-8a92-492e-ba81-7630c27e72ac, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=15b48154-8a92-492e-ba81-7630c27e72ac,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:28.375476 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.384713 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-25702ddd-ff72-49de-9d17-82bc61a61d79 admin admin] Calling delete_port for 70213522-c3b5-4238-8f15-8cabc1c2c215 owned by network:router_interface {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:02:28.400384 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e89dbce-a8e3-477d-be91-4c4f5b4ca5f3 x-openstack-request-id: req-3e89dbce-a8e3-477d-be91-4c4f5b4ca5f3 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:28.400885 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2204281-5fa1-4014-a46e-201b985f1840", "name": "network-vif-plugged", "status": "completed", "tag": "15b48154-8a92-492e-ba81-7630c27e72ac", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:28.400885 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e89dbce-a8e3-477d-be91-4c4f5b4ca5f3 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:28.401302 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2204281-5fa1-4014-a46e-201b985f1840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b48154-8a92-492e-ba81-7630c27e72ac', 'code': 200} Jul 08 13:02:28.427516 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=15b48154-8a92-492e-ba81-7630c27e72ac,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:28.580205 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-25702ddd-ff72-49de-9d17-82bc61a61d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.608999 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25702ddd-ff72-49de-9d17-82bc61a61d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=70213522-c3b5-4238-8f15-8cabc1c2c215,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:28.764623 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e046b61-0aa2-41a8-ad5e-05e860ec61aa req-f073ea50-6876-4e9e-823a-dd3ab790c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:28.766240 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1e046b61-0aa2-41a8-ad5e-05e860ec61aa req-f073ea50-6876-4e9e-823a-dd3ab790c4f1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 1099 time: 0.1311932 Jul 08 13:02:28.842362 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-25702ddd-ff72-49de-9d17-82bc61a61d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653308'] for router_interface, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.845186 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1e046b61-0aa2-41a8-ad5e-05e860ec61aa req-49c81b2e-e8c5-41cd-b56b-b87a61332c3c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471194 Jul 08 13:02:29.055327 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25702ddd-ff72-49de-9d17-82bc61a61d79 admin admin] Router f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:02:29.159275 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25702ddd-ff72-49de-9d17-82bc61a61d79 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:02:29.164558 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-25702ddd-ff72-49de-9d17-82bc61a61d79 admin admin] 10.222.0.13 "PUT /v2.0/routers/f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4734819 Jul 08 13:02:29.169065 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40904) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:29.169226 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84534d10-d824-4bce-8da5-38652b5bdf35 None None] Sync routers for ids ['f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:02:29.178816 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84534d10-d824-4bce-8da5-38652b5bdf35 None None] Routers {'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:29.179450 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-84534d10-d824-4bce-8da5-38652b5bdf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:02:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:29.285164 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-84534d10-d824-4bce-8da5-38652b5bdf35 None None] Set router f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:29.301447 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-edebfc02-7f4d-470e-9318-fe88400976fd admin admin] Notify callbacks [] for router, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:29.471843 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-84534d10-d824-4bce-8da5-38652b5bdf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'name': 'tempest-TestShelveInstance-97311356-router', 'tenant_id': '9cbb77598f26460688e567262bd00307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:57:04Z', 'updated_at': '2021-07-08T13:02:28Z', 'revision_number': 5, 'project_id': '9cbb77598f26460688e567262bd00307', 'gw_port': {'id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:05Z', 'updated_at': '2021-07-08T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:29.501115 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84534d10-d824-4bce-8da5-38652b5bdf35 None None] Checking router: f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:02:29.510323 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84534d10-d824-4bce-8da5-38652b5bdf35 None None] Routers {'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:29.510952 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-84534d10-d824-4bce-8da5-38652b5bdf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:02:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:29.628178 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-84534d10-d824-4bce-8da5-38652b5bdf35 None None] Set router f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:29.669223 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e621bf-9de9-436b-9f19-e7891b23b34d req-162cbb9e-b264-416e-8753-493935f38bdb tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:29.671056 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-42e621bf-9de9-436b-9f19-e7891b23b34d req-162cbb9e-b264-416e-8753-493935f38bdb tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 946 time: 0.4217355 Jul 08 13:02:29.723738 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-edebfc02-7f4d-470e-9318-fe88400976fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:29.737470 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-42e621bf-9de9-436b-9f19-e7891b23b34d req-ac883828-45db-4cb9-a5f5-a5897761100c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562193 Jul 08 13:02:29.804487 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-edebfc02-7f4d-470e-9318-fe88400976fd admin admin] Deleting port 7b9e9012-cbaa-43b4-b34b-d454975d0bd8 {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:02:29.805121 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-edebfc02-7f4d-470e-9318-fe88400976fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:29.824336 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-84534d10-d824-4bce-8da5-38652b5bdf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'name': 'tempest-TestShelveInstance-97311356-router', 'tenant_id': '9cbb77598f26460688e567262bd00307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:57:04Z', 'updated_at': '2021-07-08T13:02:28Z', 'revision_number': 5, 'project_id': '9cbb77598f26460688e567262bd00307', 'gw_port': {'id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:05Z', 'updated_at': '2021-07-08T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:29.856035 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84534d10-d824-4bce-8da5-38652b5bdf35 None None] The sync data for ids ['f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b'] in dv-cinder-800022-1-iscsi is: [{'id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'name': 'tempest-TestShelveInstance-97311356-router', 'tenant_id': '9cbb77598f26460688e567262bd00307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:57:04Z', 'updated_at': '2021-07-08T13:02:28Z', 'revision_number': 5, 'project_id': '9cbb77598f26460688e567262bd00307', 'gw_port': {'id': '7b9e9012-cbaa-43b4-b34b-d454975d0bd8', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:05:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:57:05Z', 'updated_at': '2021-07-08T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:02:29.896328 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-edebfc02-7f4d-470e-9318-fe88400976fd admin admin] For port 7b9e9012-cbaa-43b4-b34b-d454975d0bd8, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=7b9e9012-cbaa-43b4-b34b-d454975d0bd8,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:29.896689 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-edebfc02-7f4d-470e-9318-fe88400976fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:29.908437 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-edebfc02-7f4d-470e-9318-fe88400976fd admin admin] Calling delete_port for 7b9e9012-cbaa-43b4-b34b-d454975d0bd8 owned by network:router_gateway {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:02:30.073363 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-edebfc02-7f4d-470e-9318-fe88400976fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.097726 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebfc02-7f4d-470e-9318-fe88400976fd admin admin] Pushing event deleted for resources: {'Port': ['ID=7b9e9012-cbaa-43b4-b34b-d454975d0bd8,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:30.157209 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-edebfc02-7f4d-470e-9318-fe88400976fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718327'] for router_gateway, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.262403 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-edebfc02-7f4d-470e-9318-fe88400976fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4145'] for router, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.264614 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-edebfc02-7f4d-470e-9318-fe88400976fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.329395 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-edebfc02-7f4d-470e-9318-fe88400976fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646035'] for router, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.329983 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edebfc02-7f4d-470e-9318-fe88400976fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b {{(pid=92983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 13:02:30.335266 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-edebfc02-7f4d-470e-9318-fe88400976fd admin admin] Notify callbacks [] for router, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.336486 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-edebfc02-7f4d-470e-9318-fe88400976fd admin admin] 10.222.0.13 "DELETE /v2.0/routers/f728b5cf-37b2-420c-9b0b-6e1b7eae8e1b HTTP/1.1" status: 204 len: 168 time: 1.1678858 Jul 08 13:02:30.339121 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40908) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:30.382214 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8baa2e5-fdd3-4373-a772-c92d483bb2bd admin admin] Deleting subnet 960a5548-4f96-479f-88d7-72c61b0058e3 {{(pid=92983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:02:30.385269 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c8baa2e5-fdd3-4373-a772-c92d483bb2bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.423651 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c8baa2e5-fdd3-4373-a772-c92d483bb2bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3025391'] for subnet, precommit_delete_associations {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.502340 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c8baa2e5-fdd3-4373-a772-c92d483bb2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1818188'] for subnet, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.555179 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c8baa2e5-fdd3-4373-a772-c92d483bb2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1818203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3137349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261328070'] for subnet, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.578827 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8baa2e5-fdd3-4373-a772-c92d483bb2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=960a5548-4f96-479f-88d7-72c61b0058e3,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:30.586415 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-c8baa2e5-fdd3-4373-a772-c92d483bb2bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.591159 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-c8baa2e5-fdd3-4373-a772-c92d483bb2bd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/960a5548-4f96-479f-88d7-72c61b0058e3 HTTP/1.1" status: 204 len: 168 time: 0.2481930 Jul 08 13:02:30.591398 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40910) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:30.594205 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad80625e-b73c-45aa-b488-667db87eaef6 None None] Network fdbc1d12-f580-4901-8649-6600faead1b8 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:02:30.669271 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704495'] for network, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.725169 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] Deleting port 37e4f02c-8ce2-4a61-829f-80a315e0ac95 {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:02:30.725526 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.795210 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] For port 37e4f02c-8ce2-4a61-829f-80a315e0ac95, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=37e4f02c-8ce2-4a61-829f-80a315e0ac95,segment=NetworkSegment(f6b63ca7-2cf8-4024-be20-060b4c99e8c7),segment_id=f6b63ca7-2cf8-4024-be20-060b4c99e8c7)] {{(pid=92983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:30.795577 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.809290 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] Calling delete_port for 37e4f02c-8ce2-4a61-829f-80a315e0ac95 owned by network:dhcp {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:02:30.845070 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef41a1a6-d3ad-46c4-8d23-2aaf4f28cf64 None None] DHCP port deletion for fdbc1d12-f580-4901-8649-6600faead1b8 request from dv-cinder-800022-1-iscsi {{(pid=92985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 13:02:30.930949 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-ef41a1a6-d3ad-46c4-8d23-2aaf4f28cf64 None None] Deleting port 37e4f02c-8ce2-4a61-829f-80a315e0ac95 {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:02:30.931331 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ef41a1a6-d3ad-46c4-8d23-2aaf4f28cf64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.957775 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.999450 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-ef41a1a6-d3ad-46c4-8d23-2aaf4f28cf64 None None] For port 37e4f02c-8ce2-4a61-829f-80a315e0ac95, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=37e4f02c-8ce2-4a61-829f-80a315e0ac95,segment=NetworkSegment(f6b63ca7-2cf8-4024-be20-060b4c99e8c7),segment_id=f6b63ca7-2cf8-4024-be20-060b4c99e8c7)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:30.999843 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ef41a1a6-d3ad-46c4-8d23-2aaf4f28cf64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.001514 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e4f02c-8ce2-4a61-829f-80a315e0ac95,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:31.012940 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] No DVR routers for this DVR port 37e4f02c-8ce2-4a61-829f-80a315e0ac95 on host dv-cinder-800022-1-iscsi {{(pid=92983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:02:31.013713 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-ef41a1a6-d3ad-46c4-8d23-2aaf4f28cf64 None None] Calling delete_port for 37e4f02c-8ce2-4a61-829f-80a315e0ac95 owned by network:dhcp {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:02:31.024479 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36e930-1e94-4c51-b421-cc1633190c8a req-921bbdba-b024-40c3-8b6c-628006a9399c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:31.026031 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8a36e930-1e94-4c51-b421-cc1633190c8a req-921bbdba-b024-40c3-8b6c-628006a9399c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 946 time: 0.1454802 Jul 08 13:02:31.098748 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ef41a1a6-d3ad-46c4-8d23-2aaf4f28cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.115308 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1811703', 'neutron.services.segments.db._delete_segments_for_network-8757848019285'] for network, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.124626 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41a1a6-d3ad-46c4-8d23-2aaf4f28cf64 None None] Pushing event deleted for resources: {'Port': ['ID=37e4f02c-8ce2-4a61-829f-80a315e0ac95,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:31.126517 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef41a1a6-d3ad-46c4-8d23-2aaf4f28cf64 None None] No DVR routers for this DVR port 37e4f02c-8ce2-4a61-829f-80a315e0ac95 on host dv-cinder-800022-1-iscsi {{(pid=92985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:02:31.126801 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8a36e930-1e94-4c51-b421-cc1633190c8a req-8e163027-6467-48f0-85c8-b75f750300d9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819395 Jul 08 13:02:31.130564 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbc1d12-f580-4901-8649-6600faead1b8']}} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:31.141823 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b63ca7-2cf8-4024-be20-060b4c99e8c7') {'for_net_delete': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:31.142126 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b63ca7-2cf8-4024-be20-060b4c99e8c7') {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:31.158152 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757848043825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3025382'] for segment, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.172952 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.179518 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=92983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:02:31.180015 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3137506'] for segment, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: Traceback (most recent call last): Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: timer() Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: cb(*args, **kw) Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: return func(*args, **kwargs) Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: self._notify() Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: self.callback(batched_events) Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: event.method(event) Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: return f(self, *a, **k) Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._get(url).json() Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: return self.request(url, 'GET', **kwargs) Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:02:31.181754 dv-cinder-800022-1-iscsi neutron-server[92983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:02:31.241661 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1811662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.247861 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.252572 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fdbc1d12-f580-4901-8649-6600faead1b8 HTTP/1.1" status: 204 len: 168 time: 0.6598074 Jul 08 13:02:31.265608 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90057cf4-b108-4795-89c9-d4e402e3f9c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdbc1d12-f580-4901-8649-6600faead1b8,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:31.320668 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394706e-906f-4944-adc3-c6bb57e3b386 req-20117f83-7280-48e3-bcfd-fbf7959f5615 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:31.328022 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c394706e-906f-4944-adc3-c6bb57e3b386 req-20117f83-7280-48e3-bcfd-fbf7959f5615 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 946 time: 0.0789642 Jul 08 13:02:31.369608 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c394706e-906f-4944-adc3-c6bb57e3b386 req-fe3360dc-a86e-46b3-a940-dea965dd9c5c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406160 Jul 08 13:02:31.391337 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40922) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:31.401478 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40924) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:31.441600 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-a0ca001c-5f44-47c6-8cc7-6714009491f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4259b3da7ad84a6ea96e9da0e49b7b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476646 Jul 08 13:02:31.445148 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40926) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:31.467862 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66a9434-b926-4e98-8ff2-5d4fbb9dcbdf tempest-TestVolumeBootPattern-530411615 tempest-TestVolumeBootPattern-530411615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:31.474421 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f66a9434-b926-4e98-8ff2-5d4fbb9dcbdf tempest-TestVolumeBootPattern-530411615 tempest-TestVolumeBootPattern-530411615-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 1094 time: 0.0669768 Jul 08 13:02:31.475455 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 40928) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:31.482667 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Request body: {'floatingip': {'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'port_id': '15b48154-8a92-492e-ba81-7630c27e72ac', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:31.510304 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for floatingip, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.515117 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7f81615b-3056-40bd-8bd7-2eab29110400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.545617 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7f81615b-3056-40bd-8bd7-2eab29110400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.613479 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7f81615b-3056-40bd-8bd7-2eab29110400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.616427 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7f81615b-3056-40bd-8bd7-2eab29110400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.618430 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-7f81615b-3056-40bd-8bd7-2eab29110400 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c878fe2a-12b4-4309-9cde-1cbc348d6239 HTTP/1.1" status: 204 len: 168 time: 0.1722302 Jul 08 13:02:31.628195 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81615b-3056-40bd-8bd7-2eab29110400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c878fe2a-12b4-4309-9cde-1cbc348d6239,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:31.647890 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.762056 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Allocated IP 172.27.2.168 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/d279039e-7352-4707-917d-953eebacea3a) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:02:31.853992 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 70213522-c3b5-4238-8f15-8cabc1c2c215 no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:02:31.876874 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: 70213522-c3b5-4238-8f15-8cabc1c2c215 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:02:31.877498 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 70213522-c3b5-4238-8f15-8cabc1c2c215 not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:02:31.878072 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 7b9e9012-cbaa-43b4-b34b-d454975d0bd8 no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:02:31.898598 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.900545 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: 7b9e9012-cbaa-43b4-b34b-d454975d0bd8 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:02:31.901130 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 7b9e9012-cbaa-43b4-b34b-d454975d0bd8 not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:02:31.901788 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 37e4f02c-8ce2-4a61-829f-80a315e0ac95 no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:02:31.928831 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: 37e4f02c-8ce2-4a61-829f-80a315e0ac95 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:02:31.929343 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 37e4f02c-8ce2-4a61-829f-80a315e0ac95 not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:02:31.951095 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.990687 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:02:31.997778 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:02:32.001716 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:02:32.028268 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event updated for resources: {'Port': ['ID=d279039e-7352-4707-917d-953eebacea3a,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:32.058363 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40936) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:32.103474 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-c1e080e9-2996-4aa3-8ce0-6a8326d58752 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cbb77598f26460688e567262bd00307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439239 Jul 08 13:02:32.105988 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 40938) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:32.162709 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7590d94e-f978-4541-b4ce-a5ea744e42f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:32.186966 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7590d94e-f978-4541-b4ce-a5ea744e42f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:32.254293 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7590d94e-f978-4541-b4ce-a5ea744e42f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:32.256322 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-7590d94e-f978-4541-b4ce-a5ea744e42f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:32.260095 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-7590d94e-f978-4541-b4ce-a5ea744e42f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28b07ad6-8941-49ef-b2d5-31d75add0be7 HTTP/1.1" status: 204 len: 168 time: 0.1505396 Jul 08 13:02:32.266888 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590d94e-f978-4541-b4ce-a5ea744e42f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b07ad6-8941-49ef-b2d5-31d75add0be7,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:32.483637 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:32.573230 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:32.733265 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:32.738094 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:32.805150 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event updated for resources: {'Port': ['ID=d279039e-7352-4707-917d-953eebacea3a,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:32.816966 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:32.910773 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.l3_db [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Floating IP 448ecff6-cd66-4287-8e20-c18866074fc7 associated. External IP: 172.27.2.168, port: 15b48154-8a92-492e-ba81-7630c27e72ac. Jul 08 13:02:33.381383 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Router cef3d796-ab53-4af2-99b5-64d7fa7faf8a has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:02:33.489917 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:02:33.499539 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6e2495-6403-4fad-8df2-929bf112d6a4 None None] Sync routers for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:02:33.509903 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:33.510375 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e2495-6403-4fad-8df2-929bf112d6a4 None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:33.511615 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-0e6e2495-6403-4fad-8df2-929bf112d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:02:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:33.554205 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-0824684a-2283-4323-8a0a-0306d8169a68 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0771735 Jul 08 13:02:33.554905 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2204281-5fa1-4014-a46e-201b985f1840', 'tag': '15b48154-8a92-492e-ba81-7630c27e72ac'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:33.557459 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933e5893-5b66-41f7-8842-7ad14f6f7440" -d '{"events": [{"name": "network-changed", "server_uuid": "d2204281-5fa1-4014-a46e-201b985f1840", "tag": "15b48154-8a92-492e-ba81-7630c27e72ac"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:33.600539 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf4e884-e529-475a-bf89-bf7305073768 x-openstack-request-id: req-eaf4e884-e529-475a-bf89-bf7305073768 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:33.600826 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2204281-5fa1-4014-a46e-201b985f1840", "tag": "15b48154-8a92-492e-ba81-7630c27e72ac", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:33.601103 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eaf4e884-e529-475a-bf89-bf7305073768 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:33.601499 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2204281-5fa1-4014-a46e-201b985f1840', 'tag': '15b48154-8a92-492e-ba81-7630c27e72ac', 'status': 'completed', 'code': 200} Jul 08 13:02:33.623370 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-0e6e2495-6403-4fad-8df2-929bf112d6a4 None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:33.682290 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e5893-5b66-41f7-8842-7ad14f6f7440 req-b13d4403-9d56-4669-8197-12b8f787326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:33.684311 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-933e5893-5b66-41f7-8842-7ad14f6f7440 req-b13d4403-9d56-4669-8197-12b8f787326e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9&device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 1099 time: 0.0606017 Jul 08 13:02:33.796151 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e5893-5b66-41f7-8842-7ad14f6f7440 req-63c32b6e-6231-4411-bfc8-7e4319e47b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:33.797717 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-933e5893-5b66-41f7-8842-7ad14f6f7440 req-63c32b6e-6231-4411-bfc8-7e4319e47b21 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f HTTP/1.1" status: 200 len: 913 time: 0.1075308 Jul 08 13:02:33.867282 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-0e6e2495-6403-4fad-8df2-929bf112d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '448ecff6-cd66-4287-8e20-c18866074fc7', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'port_id': '15b48154-8a92-492e-ba81-7630c27e72ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'mac_address': 'fa:16:3e:bd:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2204281-5fa1-4014-a46e-201b985f1840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:02:32Z', 'updated_at': '2021-07-08T13:02:32Z', 'revision_number': 0, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:33.874755 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-933e5893-5b66-41f7-8842-7ad14f6f7440 req-1c3dda81-2d7f-4294-80ef-da4a73c19564 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15b48154-8a92-492e-ba81-7630c27e72ac HTTP/1.1" status: 200 len: 1000 time: 0.0694380 Jul 08 13:02:33.899792 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6e2495-6403-4fad-8df2-929bf112d6a4 None None] Checking router: cef3d796-ab53-4af2-99b5-64d7fa7faf8a for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:02:33.908469 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e2495-6403-4fad-8df2-929bf112d6a4 None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:33.909120 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-0e6e2495-6403-4fad-8df2-929bf112d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:02:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:33.924440 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e5893-5b66-41f7-8842-7ad14f6f7440 req-86eefeb3-e116-4c5e-b190-deec7bb74b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:33.925961 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-933e5893-5b66-41f7-8842-7ad14f6f7440 req-86eefeb3-e116-4c5e-b190-deec7bb74b50 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b HTTP/1.1" status: 200 len: 851 time: 0.0455205 Jul 08 13:02:33.983167 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e5893-5b66-41f7-8842-7ad14f6f7440 req-cb2569ac-d21f-4091-9b5c-e402d3adfb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:33.984678 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-933e5893-5b66-41f7-8842-7ad14f6f7440 req-cb2569ac-d21f-4091-9b5c-e402d3adfb7a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510559 Jul 08 13:02:34.013670 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-0e6e2495-6403-4fad-8df2-929bf112d6a4 None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:34.080806 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-933e5893-5b66-41f7-8842-7ad14f6f7440 req-6d042d2d-209d-4b06-94be-ffccb3807bc5 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898230 Jul 08 13:02:34.173334 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-933e5893-5b66-41f7-8842-7ad14f6f7440 req-7278f3b3-7885-42f9-9671-2353b5900c7f service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840046 Jul 08 13:02:34.235199 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-0e6e2495-6403-4fad-8df2-929bf112d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '448ecff6-cd66-4287-8e20-c18866074fc7', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'port_id': '15b48154-8a92-492e-ba81-7630c27e72ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'mac_address': 'fa:16:3e:bd:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2204281-5fa1-4014-a46e-201b985f1840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:02:32Z', 'updated_at': '2021-07-08T13:02:32Z', 'revision_number': 0, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:34.263555 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6e2495-6403-4fad-8df2-929bf112d6a4 None None] The sync data for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi is: [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '448ecff6-cd66-4287-8e20-c18866074fc7', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'port_id': '15b48154-8a92-492e-ba81-7630c27e72ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'mac_address': 'fa:16:3e:bd:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2204281-5fa1-4014-a46e-201b985f1840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:02:32Z', 'updated_at': '2021-07-08T13:02:32Z', 'revision_number': 0, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:02:34.466282 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84623d92-be9b-418b-8826-d320d7e35558 None None] New status for floating IP 448ecff6-cd66-4287-8e20-c18866074fc7: ACTIVE {{(pid=92985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:02:43.518264 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a1e9683e-00b0-4765-aeb8-76b9dddc4461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:46.007348 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a0f562fd-9b9a-4077-9ffa-5f57e200543a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:46.935272 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:47.493341 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:49.362947 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.490988 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373641df-7150-460d-ad63-44aebadaf096 req-2f6e6976-663b-493d-97a5-3fd3eb9c4e37 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:57.492534 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-373641df-7150-460d-ad63-44aebadaf096 req-2f6e6976-663b-493d-97a5-3fd3eb9c4e37 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0633152 Jul 08 13:02:57.530064 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-373641df-7150-460d-ad63-44aebadaf096 req-2a6b2cd0-c44b-4e12-b16c-12678fc9c5e6 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319948 Jul 08 13:02:57.973795 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.705383 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c190b6-68e9-42b1-b51f-23965543231c req-98d758ee-3493-40ed-bf1b-81b04b233128 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:58.706872 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e0c190b6-68e9-42b1-b51f-23965543231c req-98d758ee-3493-40ed-bf1b-81b04b233128 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0625291 Jul 08 13:02:58.743824 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-e0c190b6-68e9-42b1-b51f-23965543231c req-4efb7e61-612d-48a1-b2bd-6e9c5d284833 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310247 Jul 08 13:02:59.918507 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b42ea-1553-4cf5-ba9c-c913a6dd0268 req-0fd7e0af-117d-490c-98bb-87fbe46f8241 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:59.920006 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-993b42ea-1553-4cf5-ba9c-c913a6dd0268 req-0fd7e0af-117d-490c-98bb-87fbe46f8241 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0624828 Jul 08 13:02:59.955914 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-993b42ea-1553-4cf5-ba9c-c913a6dd0268 req-ea7e0eb1-d135-4fc7-b296-597559d508f6 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304935 Jul 08 13:03:01.132476 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dd9ac-4337-42dc-abbb-c3df557b42c5 req-5cdbcad0-c7b7-47ca-aca6-c76bd7d071f5 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:01.133962 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8f2dd9ac-4337-42dc-abbb-c3df557b42c5 req-5cdbcad0-c7b7-47ca-aca6-c76bd7d071f5 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0639074 Jul 08 13:03:01.172437 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8f2dd9ac-4337-42dc-abbb-c3df557b42c5 req-200426dc-cc73-4648-8739-678614bd4175 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323937 Jul 08 13:03:01.742874 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:03:02.346073 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29693f-77be-4213-9767-ae06d5d302f5 req-962cec0a-d511-45b5-8720-2a8546fa4a08 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:02.347515 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4f29693f-77be-4213-9767-ae06d5d302f5 req-962cec0a-d511-45b5-8720-2a8546fa4a08 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0647883 Jul 08 13:03:02.383773 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4f29693f-77be-4213-9767-ae06d5d302f5 req-aed6f73a-2d8d-4bb5-8ef3-587e65c0968c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307956 Jul 08 13:03:03.556021 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b04591-f3e3-4516-83c8-cc36fbbbb589 req-62d35ada-0354-4abb-aace-f33ee61256a9 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:03.557488 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-08b04591-f3e3-4516-83c8-cc36fbbbb589 req-62d35ada-0354-4abb-aace-f33ee61256a9 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0624933 Jul 08 13:03:03.602764 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-08b04591-f3e3-4516-83c8-cc36fbbbb589 req-ae6351b7-7a41-492a-ab0f-682ed62aa575 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346684 Jul 08 13:03:04.782756 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc6793-c615-4cff-9545-a4da76d6cf40 req-7a29d806-aa0d-4f5f-b57e-4eca70499bbf tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:04.784349 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-53bc6793-c615-4cff-9545-a4da76d6cf40 req-7a29d806-aa0d-4f5f-b57e-4eca70499bbf tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0646729 Jul 08 13:03:04.820927 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-53bc6793-c615-4cff-9545-a4da76d6cf40 req-364e2349-615f-45ad-9d1f-78d9068ba21b tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310280 Jul 08 13:03:06.004347 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc970f8-f680-4a82-90c3-63a5d0bc8f1e req-3c04e538-b0a9-4999-98e0-1e904d6b2de2 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:06.005902 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-bbc970f8-f680-4a82-90c3-63a5d0bc8f1e req-3c04e538-b0a9-4999-98e0-1e904d6b2de2 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0656736 Jul 08 13:03:06.044426 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-bbc970f8-f680-4a82-90c3-63a5d0bc8f1e req-241959ac-63c8-4a98-bbe9-7c0c21fbbf4c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329454 Jul 08 13:03:07.217680 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f48cbe-6283-4e18-b8c5-9cdfe2cef272 req-392cd24c-5ee4-4c18-9714-082f61572565 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:07.219154 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-13f48cbe-6283-4e18-b8c5-9cdfe2cef272 req-392cd24c-5ee4-4c18-9714-082f61572565 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0644927 Jul 08 13:03:07.256260 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-13f48cbe-6283-4e18-b8c5-9cdfe2cef272 req-ac062401-f37c-4929-ae3a-e87df1561c31 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314856 Jul 08 13:03:08.428567 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d66c77-c076-4f37-90e0-e9b474a9334a req-f66d3a1e-4e3b-44cd-ab5f-9f1468725cea tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:08.430178 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-79d66c77-c076-4f37-90e0-e9b474a9334a req-f66d3a1e-4e3b-44cd-ab5f-9f1468725cea tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0651369 Jul 08 13:03:08.467738 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-79d66c77-c076-4f37-90e0-e9b474a9334a req-fd329de4-b62d-4d53-b63f-5c55db9d1d15 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314715 Jul 08 13:03:09.639171 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef0a91-2952-48e6-bba9-054bae94d99e req-65ce27ce-3bd2-4bd7-9c11-56362bb23637 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:09.640587 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-76ef0a91-2952-48e6-bba9-054bae94d99e req-65ce27ce-3bd2-4bd7-9c11-56362bb23637 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0628078 Jul 08 13:03:09.677487 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-76ef0a91-2952-48e6-bba9-054bae94d99e req-fcbfc281-24c9-4875-9ddf-495d314546e0 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310810 Jul 08 13:03:10.846593 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18adc62-36ff-4426-82e6-2d915ef3fc66 req-8b8734b6-86ea-413a-835e-caf3ab38d264 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:10.848064 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f18adc62-36ff-4426-82e6-2d915ef3fc66 req-8b8734b6-86ea-413a-835e-caf3ab38d264 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0607197 Jul 08 13:03:10.884370 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-f18adc62-36ff-4426-82e6-2d915ef3fc66 req-fdcc59b7-a5ad-49d7-bf74-ffd9a9d2596f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309174 Jul 08 13:03:12.052555 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851cfa8-f367-4cae-a182-7e10bbac6124 req-b0aa8da4-eaa9-4d95-85d2-c5f3e3fdf7bd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:12.054134 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8851cfa8-f367-4cae-a182-7e10bbac6124 req-b0aa8da4-eaa9-4d95-85d2-c5f3e3fdf7bd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0622520 Jul 08 13:03:12.091261 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8851cfa8-f367-4cae-a182-7e10bbac6124 req-8dcef408-9609-461e-840c-539d1bb71de1 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310831 Jul 08 13:03:13.263888 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f7c24-5511-4bcc-a37a-bdb47dfa4c9a req-e7705889-19e2-4474-b8de-b9036e501443 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:13.265423 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-389f7c24-5511-4bcc-a37a-bdb47dfa4c9a req-e7705889-19e2-4474-b8de-b9036e501443 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0652218 Jul 08 13:03:13.302970 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-389f7c24-5511-4bcc-a37a-bdb47dfa4c9a req-8bf96b8c-c864-45f0-9cf2-040684bb262b tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317948 Jul 08 13:03:13.523106 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e96c2bd7-e7b5-44cc-9b44-b2a12c94b561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:13.686216 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbe153-2a44-456f-9a9e-1ae0eb4987ca req-37da3dd1-66ba-4a07-bd47-2c06d0dc753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:13.687631 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8ebbe153-2a44-456f-9a9e-1ae0eb4987ca req-37da3dd1-66ba-4a07-bd47-2c06d0dc753b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b310ee9fabe4cb1865cbed86e3ec272&device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 1098 time: 0.0894525 Jul 08 13:03:13.694936 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde11a4-d17f-4866-81e5-718f863338c6 req-770914d5-362d-4e1c-985c-309600645fcf tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:13.696308 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-cdde11a4-d17f-4866-81e5-718f863338c6 req-770914d5-362d-4e1c-985c-309600645fcf tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.1085315 Jul 08 13:03:13.779621 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-cdde11a4-d17f-4866-81e5-718f863338c6 req-baea3313-8128-4575-911a-ba8d80235e51 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750945 Jul 08 13:03:13.817208 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbe153-2a44-456f-9a9e-1ae0eb4987ca req-f6ae2635-b755-4f37-8a17-77cde945b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:13.818711 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8ebbe153-2a44-456f-9a9e-1ae0eb4987ca req-f6ae2635-b755-4f37-8a17-77cde945b84d service neutron] 10.222.0.61 "GET /v2.0/networks?id=0774659f-eb55-48c0-b654-44affc4541c1 HTTP/1.1" status: 200 len: 911 time: 0.1215551 Jul 08 13:03:13.886981 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8ebbe153-2a44-456f-9a9e-1ae0eb4987ca req-ce9b7cdc-1f5c-4c85-9e52-93ce91980914 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a476ee70-46e5-4b14-a5b7-5224996ba597 HTTP/1.1" status: 200 len: 1000 time: 0.0612805 Jul 08 13:03:13.935120 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbe153-2a44-456f-9a9e-1ae0eb4987ca req-4aa4d38c-9ed6-4161-aa3a-811c4668d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:13.936680 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8ebbe153-2a44-456f-9a9e-1ae0eb4987ca req-4aa4d38c-9ed6-4161-aa3a-811c4668d108 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44b15ac3-c428-40b5-a979-d110bb66bea5 HTTP/1.1" status: 200 len: 849 time: 0.0436995 Jul 08 13:03:13.991053 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbe153-2a44-456f-9a9e-1ae0eb4987ca req-46265f7a-2340-43a9-9e17-699630e2b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:13.992527 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8ebbe153-2a44-456f-9a9e-1ae0eb4987ca req-46265f7a-2340-43a9-9e17-699630e2b338 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0774659f-eb55-48c0-b654-44affc4541c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502551 Jul 08 13:03:14.082814 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8ebbe153-2a44-456f-9a9e-1ae0eb4987ca req-87c2fda2-907b-4f0f-8a8b-38de6f35b74e service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834649 Jul 08 13:03:14.169002 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8ebbe153-2a44-456f-9a9e-1ae0eb4987ca req-894808c2-a41b-484f-acd4-a9bb8e742cde service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797977 Jul 08 13:03:14.970989 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad20f4c-b4f8-4e1c-a588-5ed9ac3a9634 req-4238b5b0-c592-42a5-942d-36e56313ee9f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:14.972474 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bad20f4c-b4f8-4e1c-a588-5ed9ac3a9634 req-4238b5b0-c592-42a5-942d-36e56313ee9f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0682940 Jul 08 13:03:15.009361 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bad20f4c-b4f8-4e1c-a588-5ed9ac3a9634 req-51d6b4fc-0737-48f8-bf6a-aaeca9fa9c71 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308344 Jul 08 13:03:16.007858 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a38ed2ff-38de-4b07-8b85-de876a6b4ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:16.180657 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c1406-2f7c-46d1-95bc-2f31545036f0 req-1af098fc-81e9-47e8-95fb-72fe6a98b4a0 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:16.182168 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2f3c1406-2f7c-46d1-95bc-2f31545036f0 req-1af098fc-81e9-47e8-95fb-72fe6a98b4a0 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0624919 Jul 08 13:03:16.222202 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2f3c1406-2f7c-46d1-95bc-2f31545036f0 req-e6dd2b0e-5bf8-4e4d-ad7f-93c23cdaa13a tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339634 Jul 08 13:03:16.927208 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:17.495535 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:19.359222 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:27.972791 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:36.383906 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8ec4c766-7ac0-43b2-b4c1-2774d457a19b req-79fa5851-5f4f-4465-8983-10741708107b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493531 Jul 08 13:03:36.478186 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4c766-7ac0-43b2-b4c1-2774d457a19b req-04c2ed4d-bdc9-43e7-a859-a849f16f2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:36.479659 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8ec4c766-7ac0-43b2-b4c1-2774d457a19b req-04c2ed4d-bdc9-43e7-a859-a849f16f2f6f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b310ee9fabe4cb1865cbed86e3ec272&device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 1098 time: 0.0514016 Jul 08 13:03:36.584818 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4c766-7ac0-43b2-b4c1-2774d457a19b req-0d20e4e5-ceac-4e10-80ba-88ccb0af5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:36.586233 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8ec4c766-7ac0-43b2-b4c1-2774d457a19b req-0d20e4e5-ceac-4e10-80ba-88ccb0af5c77 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0774659f-eb55-48c0-b654-44affc4541c1 HTTP/1.1" status: 200 len: 911 time: 0.0854611 Jul 08 13:03:36.651161 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8ec4c766-7ac0-43b2-b4c1-2774d457a19b req-51e8706b-b199-414d-bedb-cd14932ae596 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a476ee70-46e5-4b14-a5b7-5224996ba597 HTTP/1.1" status: 200 len: 1000 time: 0.0580087 Jul 08 13:03:36.698481 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4c766-7ac0-43b2-b4c1-2774d457a19b req-b9718794-5693-4803-89d6-db30ae5f2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:36.700521 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8ec4c766-7ac0-43b2-b4c1-2774d457a19b req-b9718794-5693-4803-89d6-db30ae5f2349 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44b15ac3-c428-40b5-a979-d110bb66bea5 HTTP/1.1" status: 200 len: 849 time: 0.0433936 Jul 08 13:03:36.759994 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4c766-7ac0-43b2-b4c1-2774d457a19b req-168c73e7-c2e1-4912-a261-e3718761c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:36.761488 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8ec4c766-7ac0-43b2-b4c1-2774d457a19b req-168c73e7-c2e1-4912-a261-e3718761c187 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0774659f-eb55-48c0-b654-44affc4541c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544579 Jul 08 13:03:36.846967 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8ec4c766-7ac0-43b2-b4c1-2774d457a19b req-a9b60a1d-4957-4a14-b1a4-efb0968f7210 service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781822 Jul 08 13:03:36.942383 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8ec4c766-7ac0-43b2-b4c1-2774d457a19b req-6cfde362-da81-444c-8fcb-661429abac53 service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841186 Jul 08 13:03:38.742341 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:03:43.638056 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-a948dd3f-d7ac-46c3-8b03-b2257f436def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:46.008224 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3725a682-f5db-4085-86a2-462079843b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:46.930313 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:47.497878 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:49.362800 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:49.940638 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4a735-829c-40cc-83a7-65049f1ffc60 req-b7760d44-0fbc-4c19-a72a-b84445025339 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:49.942049 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bca4a735-829c-40cc-83a7-65049f1ffc60 req-b7760d44-0fbc-4c19-a72a-b84445025339 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0625823 Jul 08 13:03:49.977745 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bca4a735-829c-40cc-83a7-65049f1ffc60 req-1bcb1ab5-4407-48cf-ae4e-90952d7e9ac6 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301933 Jul 08 13:03:51.160471 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecae7c-ce5b-4c19-bb09-3313239e7eb7 req-775c703c-2fc3-4cc2-8755-360bb8705a30 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:51.161974 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-31ecae7c-ce5b-4c19-bb09-3313239e7eb7 req-775c703c-2fc3-4cc2-8755-360bb8705a30 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0623546 Jul 08 13:03:51.198094 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-31ecae7c-ce5b-4c19-bb09-3313239e7eb7 req-39cd3b30-2939-4324-84c0-a80d5655de8b tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306194 Jul 08 13:03:52.371367 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908947b6-b9b4-454c-82bc-3800c8f661b4 req-4f46f692-430d-4611-84bf-515e28f8d22e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:52.373089 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-908947b6-b9b4-454c-82bc-3800c8f661b4 req-4f46f692-430d-4611-84bf-515e28f8d22e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0671461 Jul 08 13:03:52.411897 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-908947b6-b9b4-454c-82bc-3800c8f661b4 req-4ac1f870-3a58-478f-be2c-400a852f8ce3 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327756 Jul 08 13:03:53.593566 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf5441-6061-409d-b3eb-809e65d2ae1f req-a8c667cf-9724-4c73-b72d-7160ae1f23f5 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:53.594945 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c1cf5441-6061-409d-b3eb-809e65d2ae1f req-a8c667cf-9724-4c73-b72d-7160ae1f23f5 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0612545 Jul 08 13:03:53.631781 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c1cf5441-6061-409d-b3eb-809e65d2ae1f req-9e5b9d26-a349-4847-8c16-86a3e9caba9d tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313594 Jul 08 13:03:54.804128 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9448e3-fb98-42a5-a89a-5915ecd5097f req-e1aab33b-37ff-4ea4-87dc-616eccfe00ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:54.805925 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a9448e3-fb98-42a5-a89a-5915ecd5097f req-e1aab33b-37ff-4ea4-87dc-616eccfe00ed tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0655742 Jul 08 13:03:54.842677 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a9448e3-fb98-42a5-a89a-5915ecd5097f req-619ba60d-7e7e-4f19-9be2-fe8f7532572a tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311608 Jul 08 13:03:56.017951 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49116f09-b710-487d-bf88-9bee94e06757 req-3734a062-3bc7-45fb-8318-6f6e3fd2e1be tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:56.019464 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-49116f09-b710-487d-bf88-9bee94e06757 req-3734a062-3bc7-45fb-8318-6f6e3fd2e1be tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0668256 Jul 08 13:03:56.057144 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-49116f09-b710-487d-bf88-9bee94e06757 req-dd35f1aa-5a72-4d21-a488-11818055a61d tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321300 Jul 08 13:03:57.231356 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90775b-6ee5-427a-8f38-64c124cf2d52 req-e92bcfb2-0e9f-4d26-8f00-4ce0f9847689 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:57.232841 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1e90775b-6ee5-427a-8f38-64c124cf2d52 req-e92bcfb2-0e9f-4d26-8f00-4ce0f9847689 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0663912 Jul 08 13:03:57.271560 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1e90775b-6ee5-427a-8f38-64c124cf2d52 req-d6df5bc8-e1be-46be-8043-d9808f363ac7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330884 Jul 08 13:03:57.989358 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:58.441901 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979603fa-367e-4748-98c2-161199d7a7cc req-fbdb81a2-1043-4f8c-a788-fe4c718a3ae3 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:58.443397 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-979603fa-367e-4748-98c2-161199d7a7cc req-fbdb81a2-1043-4f8c-a788-fe4c718a3ae3 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0636106 Jul 08 13:03:58.481976 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-979603fa-367e-4748-98c2-161199d7a7cc req-671ca3de-d2d7-46a2-8b72-5599ed60bd23 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329723 Jul 08 13:03:59.656783 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36355aec-cbfd-4aa4-be40-af59fb1503c2 req-c708ef7a-e992-48ca-a16c-29e8cf8efe51 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:59.658285 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-36355aec-cbfd-4aa4-be40-af59fb1503c2 req-c708ef7a-e992-48ca-a16c-29e8cf8efe51 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0651453 Jul 08 13:03:59.694904 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-36355aec-cbfd-4aa4-be40-af59fb1503c2 req-f02283ca-16ff-46ad-8f47-8018734f8664 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311718 Jul 08 13:04:00.882998 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e891829-bf78-4a9e-92ab-78b5b0cf4462 req-c5ccc51e-ec73-4418-bac3-a05311226377 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:00.885309 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7e891829-bf78-4a9e-92ab-78b5b0cf4462 req-c5ccc51e-ec73-4418-bac3-a05311226377 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0733809 Jul 08 13:04:00.929408 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7e891829-bf78-4a9e-92ab-78b5b0cf4462 req-cef871cd-462c-4bdc-918f-24bd54a22378 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385103 Jul 08 13:04:01.285321 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657560c0-e22e-44dd-9ff8-b2a6b33b230b req-8e6855c4-5ba5-4fcb-a7d0-3af761db3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:01.286749 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-657560c0-e22e-44dd-9ff8-b2a6b33b230b req-8e6855c4-5ba5-4fcb-a7d0-3af761db3afc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b310ee9fabe4cb1865cbed86e3ec272&device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 1098 time: 0.0946794 Jul 08 13:04:01.294786 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a6f4b-0135-4114-8cb8-c2ab9965fa80 req-995e585d-d339-4664-87bf-05f93108aed8 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:01.296276 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-dd3a6f4b-0135-4114-8cb8-c2ab9965fa80 req-995e585d-d339-4664-87bf-05f93108aed8 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0965829 Jul 08 13:04:01.380901 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-dd3a6f4b-0135-4114-8cb8-c2ab9965fa80 req-cbe74166-b78e-46ae-8385-e9766fcc7159 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766540 Jul 08 13:04:01.406981 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657560c0-e22e-44dd-9ff8-b2a6b33b230b req-606d13d8-c22b-48de-ba41-3a122ab1c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:01.408443 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-657560c0-e22e-44dd-9ff8-b2a6b33b230b req-606d13d8-c22b-48de-ba41-3a122ab1c787 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0774659f-eb55-48c0-b654-44affc4541c1 HTTP/1.1" status: 200 len: 911 time: 0.1113329 Jul 08 13:04:01.471011 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-657560c0-e22e-44dd-9ff8-b2a6b33b230b req-0421edf8-db46-4ce3-bd55-e99e4291a787 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a476ee70-46e5-4b14-a5b7-5224996ba597 HTTP/1.1" status: 200 len: 1000 time: 0.0558095 Jul 08 13:04:01.521791 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657560c0-e22e-44dd-9ff8-b2a6b33b230b req-fb2867c7-0685-4387-827c-85c01370dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:01.523209 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-657560c0-e22e-44dd-9ff8-b2a6b33b230b req-fb2867c7-0685-4387-827c-85c01370dfdd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44b15ac3-c428-40b5-a979-d110bb66bea5 HTTP/1.1" status: 200 len: 849 time: 0.0459056 Jul 08 13:04:01.577389 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657560c0-e22e-44dd-9ff8-b2a6b33b230b req-3957adad-8d00-4484-ae20-c331bb752197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:01.578775 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-657560c0-e22e-44dd-9ff8-b2a6b33b230b req-3957adad-8d00-4484-ae20-c331bb752197 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0774659f-eb55-48c0-b654-44affc4541c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495479 Jul 08 13:04:01.663497 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-657560c0-e22e-44dd-9ff8-b2a6b33b230b req-937b5154-dc17-4b14-8ac6-e9ad9bae7be3 service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787821 Jul 08 13:04:01.753131 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-657560c0-e22e-44dd-9ff8-b2a6b33b230b req-b4ca8f64-b7b6-491e-aa06-7145d0edf7f0 service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836287 Jul 08 13:04:02.562475 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57b497-f9b7-4f94-8a4c-95ff1154784e req-c069cf52-9df2-4f23-a12b-70c7fb5b2275 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:02.563909 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ed57b497-f9b7-4f94-8a4c-95ff1154784e req-c069cf52-9df2-4f23-a12b-70c7fb5b2275 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0717239 Jul 08 13:04:02.600674 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ed57b497-f9b7-4f94-8a4c-95ff1154784e req-70a91730-87a6-4c33-a4bf-f0cf3029a1e9 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308003 Jul 08 13:04:12.553136 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-817d6430-aecf-4790-8b97-8c8e1b867a5c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976587776&fields=id&tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9 HTTP/1.1" status: 200 len: 267 time: 0.0338638 Jul 08 13:04:12.667851 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f737a9-a218-4708-af21-2e80ea782d4c req-c019d202-9a17-4235-874a-81faaad72cb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:12.669944 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-c019d202-9a17-4235-874a-81faaad72cb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/networks?id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f HTTP/1.1" status: 200 len: 812 time: 0.1063795 Jul 08 13:04:12.685203 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-9be8eaa6-c8f3-4085-b484-42a3b4239963 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/quotas/054cc5f77d1d4fcfba89fcd19f3893b9 HTTP/1.1" status: 200 len: 375 time: 0.0093668 Jul 08 13:04:13.028066 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-068670df-3d91-4437-884f-45e9197589af tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3377540 Jul 08 13:04:13.045612 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-c46aef18-c601-41c5-9800-ab72b966cbda service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92983) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 13:04:13.046616 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-c46aef18-c601-41c5-9800-ab72b966cbda service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056512 Jul 08 13:04:13.141045 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-812c5031-262f-4bba-a5e7-c425a417f224 service neutron] 10.222.0.13 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882261 Jul 08 13:04:13.232963 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-4984e39a-6700-414a-bf5d-859d18bde013 service neutron] 10.222.0.13 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858366 Jul 08 13:04:13.534276 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0b928e2a-6e16-4a37-8280-d08e29db3659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:13.656656 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a86736a5-700d-4b89-9299-2922a27a5ba3 req-de5c44e3-66db-45d1-a6dc-2172abb7dd34 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 210 time: 0.1412532 Jul 08 13:04:14.607111 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f737a9-a218-4708-af21-2e80ea782d4c req-535d0d27-897b-403c-a924-4f87b554dad7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:14.608616 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-535d0d27-897b-403c-a924-4f87b554dad7 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.61 "GET /v2.0/networks?id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f HTTP/1.1" status: 200 len: 812 time: 0.1032040 Jul 08 13:04:14.670719 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-35311914-0c9c-4f6b-95f3-d5764c27b54d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9 HTTP/1.1" status: 200 len: 379 time: 0.0443537 Jul 08 13:04:14.680528 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [req-03f737a9-a218-4708-af21-2e80ea782d4c req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Request body: {'port': {'device_id': '8b2602f4-5d69-4009-b035-dd40b7669220', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'admin_state_up': True, 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'security_groups': ['db55c41b-ead7-492e-935c-acf6287804f4']}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:14.810171 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-722b3560-3d53-4b30-a5cb-03c5c62ac532 req-77b9eb1d-9ce0-4b55-9d37-5713c2fbe902 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 210 time: 0.0359592 Jul 08 13:04:14.821642 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f737a9-a218-4708-af21-2e80ea782d4c req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Made reservation on behalf of 054cc5f77d1d4fcfba89fcd19f3893b9 for: {'port': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:04:14.825618 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-03f737a9-a218-4708-af21-2e80ea782d4c req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:14.949191 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [req-03f737a9-a218-4708-af21-2e80ea782d4c req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Allocated IP 172.20.0.14 (6fa8d924-07d6-4b37-8b61-55b843f8fe3f/b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b/56a46c64-fb0e-4342-9c34-79b7aa461a88) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:15.093498 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-03f737a9-a218-4708-af21-2e80ea782d4c req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:15.107882 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [req-03f737a9-a218-4708-af21-2e80ea782d4c req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Transition to ACTIVE for port object 56a46c64-fb0e-4342-9c34-79b7aa461a88 will not be triggered until provisioned by entity DHCP. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:15.145241 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-03f737a9-a218-4708-af21-2e80ea782d4c req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3137304'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:15.189070 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f737a9-a218-4708-af21-2e80ea782d4c req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:15.194678 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [req-03f737a9-a218-4708-af21-2e80ea782d4c req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:15.198829 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f737a9-a218-4708-af21-2e80ea782d4c req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:15.232553 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event updated for resources: {'Port': ['ID=56a46c64-fb0e-4342-9c34-79b7aa461a88,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:15.251050 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:15.251400 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:15.251745 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:15.252082 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:15.252410 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:15.252741 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:15.253095 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:15.253429 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:15.253757 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:15.254100 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:15.254429 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:15.254754 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:15.273874 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f737a9-a218-4708-af21-2e80ea782d4c req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:15.274489 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-03f737a9-a218-4708-af21-2e80ea782d4c req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:15.291291 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-cd6b7ed2-f1c6-452c-9de7-5eca0196fb01 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6145668 Jul 08 13:04:15.305515 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Request body: {'port': {'device_id': '8b2602f4-5d69-4009-b035-dd40b7669220', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:15.392538 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:15.409787 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-d0087b67-3fe4-4a46-8892-540ca20a2afc None None] Provisioning for port 56a46c64-fb0e-4342-9c34-79b7aa461a88 completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:15.413876 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-d0087b67-3fe4-4a46-8892-540ca20a2afc None None] Provisioning complete for port 56a46c64-fb0e-4342-9c34-79b7aa461a88 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:15.414250 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d0087b67-3fe4-4a46-8892-540ca20a2afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:15.447516 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-d0087b67-3fe4-4a46-8892-540ca20a2afc None None] Port 56a46c64-fb0e-4342-9c34-79b7aa461a88 cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:04:15.669244 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a46c64-fb0e-4342-9c34-79b7aa461a88 {{(pid=92983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:04:15.677048 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:15.690558 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Transition to ACTIVE for port object 56a46c64-fb0e-4342-9c34-79b7aa461a88 will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:15.693770 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:15.740901 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:04:15.741462 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Pushing event updated for resources: {'Port': ['ID=56a46c64-fb0e-4342-9c34-79b7aa461a88,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:15.821783 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Attempting to bind port 56a46c64-fb0e-4342-9c34-79b7aa461a88 on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:04:15.822251 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Attempting to bind port 56a46c64-fb0e-4342-9c34-79b7aa461a88 by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:04:15.822589 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Attempting to bind port 56a46c64-fb0e-4342-9c34-79b7aa461a88 on network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:15.827687 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Port 56a46c64-fb0e-4342-9c34-79b7aa461a88 on network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:04:15.828012 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Attempting to bind port 56a46c64-fb0e-4342-9c34-79b7aa461a88 on network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:15.833094 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:04:15.833507 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Checking segment: {'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:15.833949 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Bound using segment: {'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:04:15.835776 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Bound port: 56a46c64-fb0e-4342-9c34-79b7aa461a88, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac30735-023c-451b-82cf-7b7342c48cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:04:15.835776 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:15.904111 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] For port 56a46c64-fb0e-4342-9c34-79b7aa461a88, host hv-cinder-80002, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:04:15.907240 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] For port 56a46c64-fb0e-4342-9c34-79b7aa461a88, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=56a46c64-fb0e-4342-9c34-79b7aa461a88,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:04:15.912705 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:15.949171 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:15.949696 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:15.951104 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] 10.222.0.61 "PUT /v2.0/ports/56a46c64-fb0e-4342-9c34-79b7aa461a88 HTTP/1.1" status: 200 len: 1094 time: 0.6501031 Jul 08 13:04:15.953569 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2602f4-5d69-4009-b035-dd40b7669220', 'tag': '56a46c64-fb0e-4342-9c34-79b7aa461a88'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:04:15.956320 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0387cb60-1c80-48bc-af64-8934a6163e80" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2602f4-5d69-4009-b035-dd40b7669220", "tag": "56a46c64-fb0e-4342-9c34-79b7aa461a88"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:04:16.013497 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3fd85-0e36-4969-90b6-7863abf312f6 req-b175fbff-4b6f-434d-a74d-aa22db78e3fb tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:16.015196 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ddf3fd85-0e36-4969-90b6-7863abf312f6 req-b175fbff-4b6f-434d-a74d-aa22db78e3fb tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 944 time: 0.0853963 Jul 08 13:04:16.020954 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537e2070-1392-4ad4-ac58-052f2205e9f7 x-openstack-request-id: req-537e2070-1392-4ad4-ac58-052f2205e9f7 {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:04:16.021265 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2602f4-5d69-4009-b035-dd40b7669220", "tag": "56a46c64-fb0e-4342-9c34-79b7aa461a88", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:04:16.021508 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-537e2070-1392-4ad4-ac58-052f2205e9f7 {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:04:16.021947 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2602f4-5d69-4009-b035-dd40b7669220', 'tag': '56a46c64-fb0e-4342-9c34-79b7aa461a88', 'status': 'completed', 'code': 200} Jul 08 13:04:16.026196 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-28b8308e-ae07-411e-ab27-69149716cda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:16.042494 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ae127-0a43-4484-91b3-64831f06c728 service neutron] Pushing event updated for resources: {'Port': ['ID=56a46c64-fb0e-4342-9c34-79b7aa461a88,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:16.059480 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ddf3fd85-0e36-4969-90b6-7863abf312f6 req-b6609031-38ae-4d11-a06e-91d669bcfeda tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354908 Jul 08 13:04:16.086285 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f737a9-a218-4708-af21-2e80ea782d4c req-3e8249a5-6396-4932-83fd-0359b128530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:16.087914 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-3e8249a5-6396-4932-83fd-0359b128530e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9&device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 1097 time: 0.0840399 Jul 08 13:04:16.131376 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-79c53706-a670-4b5d-a07f-6869697d7391 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56a46c64-fb0e-4342-9c34-79b7aa461a88 HTTP/1.1" status: 200 len: 217 time: 0.0352838 Jul 08 13:04:16.186930 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f737a9-a218-4708-af21-2e80ea782d4c req-480ab0d2-7fd3-4e11-92d0-b069082e208b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:16.188470 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-480ab0d2-7fd3-4e11-92d0-b069082e208b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b HTTP/1.1" status: 200 len: 851 time: 0.0503705 Jul 08 13:04:16.254389 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f737a9-a218-4708-af21-2e80ea782d4c req-3ec65bed-727f-4e2b-871e-428a3a22054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:16.256148 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-3ec65bed-727f-4e2b-871e-428a3a22054b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564859 Jul 08 13:04:16.352535 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-6f959776-74c7-47d0-a7f7-aa983d1fbc08 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859900 Jul 08 13:04:16.449778 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03f737a9-a218-4708-af21-2e80ea782d4c req-040bb53e-b69d-4afb-ad50-9cba62895afc service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899975 Jul 08 13:04:16.553129 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387cb60-1c80-48bc-af64-8934a6163e80 req-058a6367-5790-4b86-8288-9cd39481dc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:16.554630 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0387cb60-1c80-48bc-af64-8934a6163e80 req-058a6367-5790-4b86-8288-9cd39481dc1d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9&device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 1097 time: 0.0532734 Jul 08 13:04:16.655097 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387cb60-1c80-48bc-af64-8934a6163e80 req-fc739bea-ee16-4161-bcda-5e336dbff152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:16.656609 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0387cb60-1c80-48bc-af64-8934a6163e80 req-fc739bea-ee16-4161-bcda-5e336dbff152 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f HTTP/1.1" status: 200 len: 913 time: 0.0956957 Jul 08 13:04:16.707269 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0387cb60-1c80-48bc-af64-8934a6163e80 req-ac9209b8-59f6-4c44-9e67-63fc2cfc401f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56a46c64-fb0e-4342-9c34-79b7aa461a88 HTTP/1.1" status: 200 len: 217 time: 0.0351701 Jul 08 13:04:16.756285 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387cb60-1c80-48bc-af64-8934a6163e80 req-f4e07cca-10d8-4368-b863-3f9c22dd85b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:16.757788 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0387cb60-1c80-48bc-af64-8934a6163e80 req-f4e07cca-10d8-4368-b863-3f9c22dd85b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b HTTP/1.1" status: 200 len: 851 time: 0.0445733 Jul 08 13:04:16.823648 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387cb60-1c80-48bc-af64-8934a6163e80 req-18629098-c9af-417a-a831-fc342888998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:16.825600 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0387cb60-1c80-48bc-af64-8934a6163e80 req-18629098-c9af-417a-a831-fc342888998b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605612 Jul 08 13:04:16.924196 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0387cb60-1c80-48bc-af64-8934a6163e80 req-d606f4e6-a8e2-4bfc-8798-cf1629d8348f service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886819 Jul 08 13:04:16.934005 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:17.034800 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0387cb60-1c80-48bc-af64-8934a6163e80 req-47c9715f-73a9-4fe2-b7aa-f9071b218488 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008723 Jul 08 13:04:17.240146 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3c86f-b57b-45c1-9edb-4257b30f1421 req-3c53ca94-9de4-42f0-98dc-4d44ad00676b tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:17.241726 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1bb3c86f-b57b-45c1-9edb-4257b30f1421 req-3c53ca94-9de4-42f0-98dc-4d44ad00676b tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 944 time: 0.0657530 Jul 08 13:04:17.290875 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1bb3c86f-b57b-45c1-9edb-4257b30f1421 req-4e17ed16-4521-4602-9aea-ef06038b4289 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417359 Jul 08 13:04:17.502584 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:18.464434 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec0b9f-400f-4b5d-9df0-48f8fa28b066 req-2b43782a-9ca2-4c3d-9110-f42cad0a0d7f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:18.466619 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a4ec0b9f-400f-4b5d-9df0-48f8fa28b066 req-2b43782a-9ca2-4c3d-9110-f42cad0a0d7f tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 944 time: 0.0647707 Jul 08 13:04:18.504458 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a4ec0b9f-400f-4b5d-9df0-48f8fa28b066 req-ec02728c-1ebd-4ffc-a0d2-51b2c29fa9a0 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323138 Jul 08 13:04:19.365289 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:19.682314 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ea30f-ec24-4f88-a477-6c4ad3f73909 req-47fd5272-6bc0-40d3-83ef-e37dc79a5cb0 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:19.685996 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-603ea30f-ec24-4f88-a477-6c4ad3f73909 req-47fd5272-6bc0-40d3-83ef-e37dc79a5cb0 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 944 time: 0.0731943 Jul 08 13:04:19.723499 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-603ea30f-ec24-4f88-a477-6c4ad3f73909 req-b2307e48-4587-4ed4-ab2b-014fef5d1506 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318043 Jul 08 13:04:20.896374 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478058e-c233-442b-81cc-7c944e741733 req-7115d0a3-d290-4d7c-b134-fc8c9e06b5f8 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:20.897888 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0478058e-c233-442b-81cc-7c944e741733 req-7115d0a3-d290-4d7c-b134-fc8c9e06b5f8 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 944 time: 0.0650859 Jul 08 13:04:20.933836 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0478058e-c233-442b-81cc-7c944e741733 req-01f4b1d0-99a1-4838-b4c3-9895451a1efd tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302846 Jul 08 13:04:22.106025 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea500cc-6666-42ff-8814-39840dd4edf2 req-7da183b8-ff05-4e29-a170-001a49cfe78c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:22.107981 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5ea500cc-6666-42ff-8814-39840dd4edf2 req-7da183b8-ff05-4e29-a170-001a49cfe78c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 944 time: 0.0657601 Jul 08 13:04:22.144106 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-5ea500cc-6666-42ff-8814-39840dd4edf2 req-fc1a4ed3-8faa-4b62-8ba7-d13614232232 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307069 Jul 08 13:04:22.863005 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 56a46c64-fb0e-4342-9c34-79b7aa461a88 details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:04:22.955636 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 56a46c64-fb0e-4342-9c34-79b7aa461a88, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=56a46c64-fb0e-4342-9c34-79b7aa461a88,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:22.967231 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '56a46c64-fb0e-4342-9c34-79b7aa461a88', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'port_id': '56a46c64-fb0e-4342-9c34-79b7aa461a88', 'mac_address': 'fa:16:3e:b4:25:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:04:23.002558 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:23.014994 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a46c64-fb0e-4342-9c34-79b7aa461a88 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:04:23.034008 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 56a46c64-fb0e-4342-9c34-79b7aa461a88, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=56a46c64-fb0e-4342-9c34-79b7aa461a88,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:23.037936 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:23.084230 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=56a46c64-fb0e-4342-9c34-79b7aa461a88,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:23.091223 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:23.091576 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:23.091918 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:23.092255 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:23.092589 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:23.092925 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:23.093281 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:23.093609 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:23.093937 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:23.094262 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:23.094585 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:23.094906 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:23.275875 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['56a46c64-fb0e-4342-9c34-79b7aa461a88'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:04:23.321888 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba98de-be3d-4a52-a9b4-7b23a09a0ae9 req-2c862be8-ed06-49e4-8d88-b7a318e5c6dd tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:23.323386 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d8ba98de-be3d-4a52-a9b4-7b23a09a0ae9 req-2c862be8-ed06-49e4-8d88-b7a318e5c6dd tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 945 time: 0.0710623 Jul 08 13:04:23.362356 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d8ba98de-be3d-4a52-a9b4-7b23a09a0ae9 req-5d39d975-8b39-4395-8d65-d865aa91fbaa tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332537 Jul 08 13:04:24.539841 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863b2ce-48f2-4d4d-ab88-66a0cee60e54 req-7f58832e-64c0-4d85-92fb-d8b1a785193a tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:24.541275 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0863b2ce-48f2-4d4d-ab88-66a0cee60e54 req-7f58832e-64c0-4d85-92fb-d8b1a785193a tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 945 time: 0.0646994 Jul 08 13:04:24.578967 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0863b2ce-48f2-4d4d-ab88-66a0cee60e54 req-fe782d99-eb36-48a1-a3e7-a8c00cffcd77 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313921 Jul 08 13:04:24.863538 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 56a46c64-fb0e-4342-9c34-79b7aa461a88 up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:24.912605 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port 56a46c64-fb0e-4342-9c34-79b7aa461a88 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:24.916494 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 56a46c64-fb0e-4342-9c34-79b7aa461a88 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:24.916876 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:24.996909 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:25.021585 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2602f4-5d69-4009-b035-dd40b7669220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a46c64-fb0e-4342-9c34-79b7aa461a88'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:04:25.023900 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f5a02a-891a-4b7a-9427-c928f5bd7ee9" -d '{"events": [{"server_uuid": "8b2602f4-5d69-4009-b035-dd40b7669220", "name": "network-vif-plugged", "status": "completed", "tag": "56a46c64-fb0e-4342-9c34-79b7aa461a88"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:04:25.038173 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 56a46c64-fb0e-4342-9c34-79b7aa461a88, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=56a46c64-fb0e-4342-9c34-79b7aa461a88,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:25.042363 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:25.068839 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130b3774-1e57-4d03-86b5-9be174297c92 x-openstack-request-id: req-130b3774-1e57-4d03-86b5-9be174297c92 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:04:25.069164 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2602f4-5d69-4009-b035-dd40b7669220", "name": "network-vif-plugged", "status": "completed", "tag": "56a46c64-fb0e-4342-9c34-79b7aa461a88", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:04:25.069394 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-130b3774-1e57-4d03-86b5-9be174297c92 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:04:25.069796 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2602f4-5d69-4009-b035-dd40b7669220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a46c64-fb0e-4342-9c34-79b7aa461a88', 'code': 200} Jul 08 13:04:25.099286 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=56a46c64-fb0e-4342-9c34-79b7aa461a88,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:25.412681 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6338e1d-c4d3-4fcb-bcb4-0a364137a720 req-d8fd6f4a-4a5c-4c53-8a05-5e9399bde422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:25.414183 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d6338e1d-c4d3-4fcb-bcb4-0a364137a720 req-d8fd6f4a-4a5c-4c53-8a05-5e9399bde422 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 1099 time: 0.1072571 Jul 08 13:04:25.448977 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d6338e1d-c4d3-4fcb-bcb4-0a364137a720 req-148ebb39-0e01-4c68-855f-22c6737f6c45 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285943 Jul 08 13:04:25.759046 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ce333-b128-4c20-9bf0-6a14e2e67bb2 req-e7fd9f23-9e44-42bb-92a0-9c711acaf1d6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:25.760555 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-320ce333-b128-4c20-9bf0-6a14e2e67bb2 req-e7fd9f23-9e44-42bb-92a0-9c711acaf1d6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 946 time: 0.0635691 Jul 08 13:04:25.800882 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-320ce333-b128-4c20-9bf0-6a14e2e67bb2 req-f53ba37d-545b-42b9-a410-313eab764c74 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346425 Jul 08 13:04:26.971111 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fb094-2596-4ebf-ad02-affcb71fba25 req-359cca3b-c695-45df-b63f-edb48f0b0671 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:26.972605 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b07fb094-2596-4ebf-ad02-affcb71fba25 req-359cca3b-c695-45df-b63f-edb48f0b0671 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 946 time: 0.0624509 Jul 08 13:04:27.011470 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b07fb094-2596-4ebf-ad02-affcb71fba25 req-20892f52-729c-4c66-a279-3f5a455d72cb tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332634 Jul 08 13:04:27.182152 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db67a47-50cf-435e-b808-014b16eefc28 req-3d06b539-5e36-4361-ac93-ab9731f0bf10 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:27.183534 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8db67a47-50cf-435e-b808-014b16eefc28 req-3d06b539-5e36-4361-ac93-ab9731f0bf10 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 946 time: 0.0622878 Jul 08 13:04:27.220258 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-8db67a47-50cf-435e-b808-014b16eefc28 req-a632e0c6-c748-43dc-87f0-6b74c321ad47 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304241 Jul 08 13:04:27.244724 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41204) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:27.300356 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcde5a6-7706-46ed-b94a-f4ed0933aa93 tempest-TestVolumeBootPattern-530411615 tempest-TestVolumeBootPattern-530411615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:27.302251 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-dbcde5a6-7706-46ed-b94a-f4ed0933aa93 tempest-TestVolumeBootPattern-530411615 tempest-TestVolumeBootPattern-530411615-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 1094 time: 0.0564535 Jul 08 13:04:27.305148 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41206) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:27.310174 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Request body: {'floatingip': {'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'port_id': '56a46c64-fb0e-4342-9c34-79b7aa461a88', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:27.334227 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for floatingip, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:27.438692 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:27.542313 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_common [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Allocated IP 172.27.2.201 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/e210ab54-0cb9-4351-b1fc-5df3442e844a) {{(pid=92983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:27.639453 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for port, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:27.682432 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3137304'] for port, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:27.717403 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:27.723324 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Resources bound (agent type, host, resource id): {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:27.726803 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Received port after_create {{(pid=92983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:27.732220 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event updated for resources: {'Port': ['ID=e210ab54-0cb9-4351-b1fc-5df3442e844a,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:27.987699 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:28.086769 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:28.161009 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:28.306097 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:28.310854 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3137286'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:28.379923 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event updated for resources: {'Port': ['ID=e210ab54-0cb9-4351-b1fc-5df3442e844a,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:28.385996 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:28.494533 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.l3_db [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Floating IP 953ad934-2699-4f27-8665-94b5853a9152 associated. External IP: 172.27.2.201, port: 56a46c64-fb0e-4342-9c34-79b7aa461a88. Jul 08 13:04:28.693056 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Router cef3d796-ab53-4af2-99b5-64d7fa7faf8a has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:04:28.795939 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:04:28.805051 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989d4d9-dee4-40f9-ad56-afd72b9abdf2 None None] Sync routers for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:04:28.812503 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:28.815167 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4989d4d9-dee4-40f9-ad56-afd72b9abdf2 None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:28.815854 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-4989d4d9-dee4-40f9-ad56-afd72b9abdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:04:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:28.847602 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-2a5c6c66-dc36-4ccd-b841-00930dc1fbb6 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5414271 Jul 08 13:04:28.848432 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2602f4-5d69-4009-b035-dd40b7669220', 'tag': '56a46c64-fb0e-4342-9c34-79b7aa461a88'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:04:28.850769 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5c0c64-c4af-4a29-9343-8b747481f005" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2602f4-5d69-4009-b035-dd40b7669220", "tag": "56a46c64-fb0e-4342-9c34-79b7aa461a88"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:04:28.886762 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be73689e-ddef-4c3b-96cb-e52d07a8e6ff x-openstack-request-id: req-be73689e-ddef-4c3b-96cb-e52d07a8e6ff {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:04:28.887103 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2602f4-5d69-4009-b035-dd40b7669220", "tag": "56a46c64-fb0e-4342-9c34-79b7aa461a88", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:04:28.887354 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be73689e-ddef-4c3b-96cb-e52d07a8e6ff {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:04:28.887756 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2602f4-5d69-4009-b035-dd40b7669220', 'tag': '56a46c64-fb0e-4342-9c34-79b7aa461a88', 'status': 'completed', 'code': 200} Jul 08 13:04:28.963181 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0c64-c4af-4a29-9343-8b747481f005 req-cd107994-cbe7-4c0a-a788-6e10838765e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:28.964608 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1b5c0c64-c4af-4a29-9343-8b747481f005 req-cd107994-cbe7-4c0a-a788-6e10838765e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9&device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 1099 time: 0.0549333 Jul 08 13:04:29.006648 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-4989d4d9-dee4-40f9-ad56-afd72b9abdf2 None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:29.057318 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0c64-c4af-4a29-9343-8b747481f005 req-c5bd5fca-fde4-44a6-ae04-73012de2f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:29.059013 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1b5c0c64-c4af-4a29-9343-8b747481f005 req-c5bd5fca-fde4-44a6-ae04-73012de2f44e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f HTTP/1.1" status: 200 len: 913 time: 0.0883229 Jul 08 13:04:29.122190 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1b5c0c64-c4af-4a29-9343-8b747481f005 req-42fcf7ad-1462-4dbc-ac94-6b861557fd07 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56a46c64-fb0e-4342-9c34-79b7aa461a88 HTTP/1.1" status: 200 len: 1000 time: 0.0566108 Jul 08 13:04:29.173128 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0c64-c4af-4a29-9343-8b747481f005 req-1d20d753-be51-4cf1-91da-e44ce8cf7728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:29.174583 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1b5c0c64-c4af-4a29-9343-8b747481f005 req-1d20d753-be51-4cf1-91da-e44ce8cf7728 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b HTTP/1.1" status: 200 len: 851 time: 0.0468585 Jul 08 13:04:29.225771 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-4989d4d9-dee4-40f9-ad56-afd72b9abdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '448ecff6-cd66-4287-8e20-c18866074fc7', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'port_id': '15b48154-8a92-492e-ba81-7630c27e72ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'mac_address': 'fa:16:3e:bd:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2204281-5fa1-4014-a46e-201b985f1840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:02:32Z', 'updated_at': '2021-07-08T13:02:34Z', 'revision_number': 1, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address_scope': None}, {'id': '953ad934-2699-4f27-8665-94b5853a9152', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'port_id': '56a46c64-fb0e-4342-9c34-79b7aa461a88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'mac_address': 'fa:16:3e:b4:25:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2602f4-5d69-4009-b035-dd40b7669220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:04:27Z', 'updated_at': '2021-07-08T13:04:27Z', 'revision_number': 0, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:29.230365 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0c64-c4af-4a29-9343-8b747481f005 req-a33f94c9-8c01-432e-ba35-9f1f4682f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:29.232431 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1b5c0c64-c4af-4a29-9343-8b747481f005 req-a33f94c9-8c01-432e-ba35-9f1f4682f997 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511293 Jul 08 13:04:29.243513 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [req-1b5c0c64-c4af-4a29-9343-8b747481f005 req-9134c68c-f435-4d50-8123-ebeeb8274e04 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92983) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 13:04:29.244502 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1b5c0c64-c4af-4a29-9343-8b747481f005 req-9134c68c-f435-4d50-8123-ebeeb8274e04 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052197 Jul 08 13:04:29.255800 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989d4d9-dee4-40f9-ad56-afd72b9abdf2 None None] Checking router: cef3d796-ab53-4af2-99b5-64d7fa7faf8a for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:04:29.265124 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4989d4d9-dee4-40f9-ad56-afd72b9abdf2 None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:29.265745 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-4989d4d9-dee4-40f9-ad56-afd72b9abdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:04:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:29.331582 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1b5c0c64-c4af-4a29-9343-8b747481f005 req-5c0ade3c-c23c-4d5f-a7f7-86d1f3b7f70f service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808580 Jul 08 13:04:29.368294 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-4989d4d9-dee4-40f9-ad56-afd72b9abdf2 None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:29.425788 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1b5c0c64-c4af-4a29-9343-8b747481f005 req-110722a3-9f02-40dd-b27a-1b4ead005baf service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874383 Jul 08 13:04:29.586402 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-4989d4d9-dee4-40f9-ad56-afd72b9abdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '448ecff6-cd66-4287-8e20-c18866074fc7', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'port_id': '15b48154-8a92-492e-ba81-7630c27e72ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'mac_address': 'fa:16:3e:bd:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2204281-5fa1-4014-a46e-201b985f1840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:02:32Z', 'updated_at': '2021-07-08T13:02:34Z', 'revision_number': 1, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address_scope': None}, {'id': '953ad934-2699-4f27-8665-94b5853a9152', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'port_id': '56a46c64-fb0e-4342-9c34-79b7aa461a88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'mac_address': 'fa:16:3e:b4:25:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2602f4-5d69-4009-b035-dd40b7669220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:04:27Z', 'updated_at': '2021-07-08T13:04:27Z', 'revision_number': 0, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:29.617454 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989d4d9-dee4-40f9-ad56-afd72b9abdf2 None None] The sync data for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi is: [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '448ecff6-cd66-4287-8e20-c18866074fc7', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'port_id': '15b48154-8a92-492e-ba81-7630c27e72ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'mac_address': 'fa:16:3e:bd:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2204281-5fa1-4014-a46e-201b985f1840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:02:32Z', 'updated_at': '2021-07-08T13:02:34Z', 'revision_number': 1, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address_scope': None}, {'id': '953ad934-2699-4f27-8665-94b5853a9152', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'port_id': '56a46c64-fb0e-4342-9c34-79b7aa461a88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'mac_address': 'fa:16:3e:b4:25:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2602f4-5d69-4009-b035-dd40b7669220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:04:27Z', 'updated_at': '2021-07-08T13:04:27Z', 'revision_number': 0, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:04:29.810976 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8c6ba-81ad-40d5-9dad-0b9873d90281 None None] New status for floating IP 953ad934-2699-4f27-8665-94b5853a9152: ACTIVE {{(pid=92985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:04:35.817542 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1c761-d505-4c18-9660-e1bd0ce0af1f req-134ec0de-0c66-45fb-bd6b-25477b0edffb tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:35.818952 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3ca1c761-d505-4c18-9660-e1bd0ce0af1f req-134ec0de-0c66-45fb-bd6b-25477b0edffb tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0666373 Jul 08 13:04:35.855449 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3ca1c761-d505-4c18-9660-e1bd0ce0af1f req-671b78e3-f47d-4bd3-9c24-079154b00915 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309913 Jul 08 13:04:37.190277 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145c37b-6163-4c86-9622-c91b59c404ba req-bf40b499-016c-494e-a4fe-fd352e6c88bf tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:37.191661 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2145c37b-6163-4c86-9622-c91b59c404ba req-bf40b499-016c-494e-a4fe-fd352e6c88bf tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0618520 Jul 08 13:04:37.227464 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-2145c37b-6163-4c86-9622-c91b59c404ba req-f2b528cf-6e14-4c71-815b-12441c6dd7e8 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303319 Jul 08 13:04:37.443985 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-93b719a1-d2b4-46a8-8eca-67879108f315 req-76ff9790-3729-48a2-bae2-844a6d75eada service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524220 Jul 08 13:04:37.518215 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b719a1-d2b4-46a8-8eca-67879108f315 req-ca1e945d-0474-413b-af0f-b9f00b45bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:37.519617 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-93b719a1-d2b4-46a8-8eca-67879108f315 req-ca1e945d-0474-413b-af0f-b9f00b45bc75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9&device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 1099 time: 0.0512629 Jul 08 13:04:37.623578 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b719a1-d2b4-46a8-8eca-67879108f315 req-e4808721-0fff-42ad-bd2b-c70bb1bcd035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:37.625089 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-93b719a1-d2b4-46a8-8eca-67879108f315 req-e4808721-0fff-42ad-bd2b-c70bb1bcd035 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f HTTP/1.1" status: 200 len: 913 time: 0.0839119 Jul 08 13:04:37.693810 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-93b719a1-d2b4-46a8-8eca-67879108f315 req-daa4f667-3a73-45c5-af45-b83f17171a88 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15b48154-8a92-492e-ba81-7630c27e72ac HTTP/1.1" status: 200 len: 1002 time: 0.0615234 Jul 08 13:04:37.742157 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b719a1-d2b4-46a8-8eca-67879108f315 req-614f7ef9-cf1d-4122-b811-c89c813dd68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:37.743610 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-93b719a1-d2b4-46a8-8eca-67879108f315 req-614f7ef9-cf1d-4122-b811-c89c813dd68d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b HTTP/1.1" status: 200 len: 851 time: 0.0430667 Jul 08 13:04:37.798353 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b719a1-d2b4-46a8-8eca-67879108f315 req-ef3f0aa9-f99e-4e6a-856c-dce0f80626b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:37.799837 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-93b719a1-d2b4-46a8-8eca-67879108f315 req-ef3f0aa9-f99e-4e6a-856c-dce0f80626b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502450 Jul 08 13:04:37.883665 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c791c-4b43-4c11-a80d-2b1f13373a62 req-da2657f9-fb63-4132-8e3c-fa3574f798da tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:37.885243 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-296c791c-4b43-4c11-a80d-2b1f13373a62 req-da2657f9-fb63-4132-8e3c-fa3574f798da tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.61 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 945 time: 0.0670519 Jul 08 13:04:37.996864 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-296c791c-4b43-4c11-a80d-2b1f13373a62 req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Deleting port a476ee70-46e5-4b14-a5b7-5224996ba597 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:04:37.997132 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-296c791c-4b43-4c11-a80d-2b1f13373a62 req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.086083 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-296c791c-4b43-4c11-a80d-2b1f13373a62 req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] For port a476ee70-46e5-4b14-a5b7-5224996ba597, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=a476ee70-46e5-4b14-a5b7-5224996ba597,segment=NetworkSegment(9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf),segment_id=9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:38.086441 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-296c791c-4b43-4c11-a80d-2b1f13373a62 req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.164594 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-93b719a1-d2b4-46a8-8eca-67879108f315 req-65d588de-731f-4b11-b1e6-e37a9894a89e service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474174 Jul 08 13:04:38.259621 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-93b719a1-d2b4-46a8-8eca-67879108f315 req-aceb0f4d-7840-4f10-8cc6-cd627ba10063 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881848 Jul 08 13:04:38.269447 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-296c791c-4b43-4c11-a80d-2b1f13373a62 req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.269823 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-296c791c-4b43-4c11-a80d-2b1f13373a62 req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.270150 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.l3_db [req-296c791c-4b43-4c11-a80d-2b1f13373a62 req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Floating IP 572803eb-ccff-4fc7-85b0-a2d3d33f9e1f disassociated. External IP: 172.27.2.20, port: a476ee70-46e5-4b14-a5b7-5224996ba597. Jul 08 13:04:38.270482 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-296c791c-4b43-4c11-a80d-2b1f13373a62 req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Calling delete_port for a476ee70-46e5-4b14-a5b7-5224996ba597 owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:04:38.431015 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-296c791c-4b43-4c11-a80d-2b1f13373a62 req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.469775 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event deleted for resources: {'Port': ['ID=a476ee70-46e5-4b14-a5b7-5224996ba597,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:38.479052 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b7b20-7f5f-4077-af79-f7373e811575 req-98849613-c3c8-4c3a-837d-18eb0dbe1287 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:38.481135 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1c9b7b20-7f5f-4077-af79-f7373e811575 req-98849613-c3c8-4c3a-837d-18eb0dbe1287 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=047f9d1b-119f-475b-9478-8c5fd47de9e2 HTTP/1.1" status: 200 len: 867 time: 0.1327338 Jul 08 13:04:38.491767 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:38.492124 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:38.492472 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:38.492810 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:38.493185 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:38.493523 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:38.493853 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:38.494207 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:38.494516 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:38.494839 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:38.495155 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:38.495468 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:38.572689 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1c9b7b20-7f5f-4077-af79-f7373e811575 req-803ce51f-a0a0-445b-bd79-a6c8aac32ace tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18fe00c-eb9e-43a0-9992-946d18e65b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825572 Jul 08 13:04:38.634950 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-296c791c-4b43-4c11-a80d-2b1f13373a62 req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Router bc3c2a17-447a-421d-b221-56c6b77e9214 has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:04:38.742385 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-296c791c-4b43-4c11-a80d-2b1f13373a62 req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:04:38.755251 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae6e4f9-6a54-4c59-b930-678c07be8d57 None None] Sync routers for ids ['bc3c2a17-447a-421d-b221-56c6b77e9214'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:04:38.764650 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae6e4f9-6a54-4c59-b930-678c07be8d57 None None] Routers {'bc3c2a17-447a-421d-b221-56c6b77e9214'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:38.765235 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-5ae6e4f9-6a54-4c59-b930-678c07be8d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:04:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['bc3c2a17-447a-421d-b221-56c6b77e9214'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:38.797705 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-296c791c-4b43-4c11-a80d-2b1f13373a62 req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] No DVR routers for this DVR port a476ee70-46e5-4b14-a5b7-5224996ba597 on host hv-cinder-80002 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:04:38.800880 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-296c791c-4b43-4c11-a80d-2b1f13373a62 req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.802991 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-296c791c-4b43-4c11-a80d-2b1f13373a62 req-579a36b4-aa47-4156-bd3a-90b8e35ae1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.61 "DELETE /v2.0/ports/a476ee70-46e5-4b14-a5b7-5224996ba597 HTTP/1.1" status: 204 len: 173 time: 0.9126351 Jul 08 13:04:38.803475 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047f9d1b-119f-475b-9478-8c5fd47de9e2', 'name': 'network-vif-deleted', 'tag': 'a476ee70-46e5-4b14-a5b7-5224996ba597'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:04:38.806448 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499b22e2-cc13-4a92-b5eb-75dda06b8521" -d '{"events": [{"server_uuid": "047f9d1b-119f-475b-9478-8c5fd47de9e2", "name": "network-vif-deleted", "tag": "a476ee70-46e5-4b14-a5b7-5224996ba597"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:04:38.882389 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-5ae6e4f9-6a54-4c59-b930-678c07be8d57 None None] Set router bc3c2a17-447a-421d-b221-56c6b77e9214 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:38.912681 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962bdbbe-c886-4c1f-887b-fd48f6f5bada x-openstack-request-id: req-962bdbbe-c886-4c1f-887b-fd48f6f5bada {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:04:38.913243 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047f9d1b-119f-475b-9478-8c5fd47de9e2", "name": "network-vif-deleted", "tag": "a476ee70-46e5-4b14-a5b7-5224996ba597", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:04:38.913243 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-962bdbbe-c886-4c1f-887b-fd48f6f5bada {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:04:38.913646 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047f9d1b-119f-475b-9478-8c5fd47de9e2', 'name': 'network-vif-deleted', 'tag': 'a476ee70-46e5-4b14-a5b7-5224996ba597', 'status': 'completed', 'code': 200} Jul 08 13:04:39.085484 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-5ae6e4f9-6a54-4c59-b930-678c07be8d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f1473956-2b04-4276-ba45-bbbda94d13af', 'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'mac_address': 'fa:16:3e:8b:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:00Z', 'revision_number': 5, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'subnets': [{'id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:39.110269 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae6e4f9-6a54-4c59-b930-678c07be8d57 None None] Checking router: bc3c2a17-447a-421d-b221-56c6b77e9214 for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:04:39.118344 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae6e4f9-6a54-4c59-b930-678c07be8d57 None None] Routers {'bc3c2a17-447a-421d-b221-56c6b77e9214'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:39.118923 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-5ae6e4f9-6a54-4c59-b930-678c07be8d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:04:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['bc3c2a17-447a-421d-b221-56c6b77e9214'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:39.223511 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-5ae6e4f9-6a54-4c59-b930-678c07be8d57 None None] Set router bc3c2a17-447a-421d-b221-56c6b77e9214 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:39.427677 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-5ae6e4f9-6a54-4c59-b930-678c07be8d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f1473956-2b04-4276-ba45-bbbda94d13af', 'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'mac_address': 'fa:16:3e:8b:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:00Z', 'revision_number': 5, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'subnets': [{'id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:39.454750 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae6e4f9-6a54-4c59-b930-678c07be8d57 None None] The sync data for ids ['bc3c2a17-447a-421d-b221-56c6b77e9214'] in dv-cinder-800022-1-iscsi is: [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f1473956-2b04-4276-ba45-bbbda94d13af', 'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'mac_address': 'fa:16:3e:8b:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:00Z', 'revision_number': 5, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'subnets': [{'id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:04:39.671940 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f248de26-f6ac-41de-9612-d9908488b58a None None] New status for floating IP 572803eb-ccff-4fc7-85b0-a2d3d33f9e1f: DOWN {{(pid=92985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:04:39.696543 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41234) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:39.752788 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5a63174a-2e53-430b-9a28-59ffad8efd5c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:39.781219 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5a63174a-2e53-430b-9a28-59ffad8efd5c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:39.830364 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5a63174a-2e53-430b-9a28-59ffad8efd5c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:39.832988 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-5a63174a-2e53-430b-9a28-59ffad8efd5c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:39.834285 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-5a63174a-2e53-430b-9a28-59ffad8efd5c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "DELETE /v2.0/security-groups/c18fe00c-eb9e-43a0-9992-946d18e65b37 HTTP/1.1" status: 204 len: 168 time: 0.1366355 Jul 08 13:04:39.837614 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41236) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:39.844252 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63174a-2e53-430b-9a28-59ffad8efd5c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18fe00c-eb9e-43a0-9992-946d18e65b37,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:39.851937 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.api.v2.resource [None req-6c5d5b68-3397-4bdc-803c-a5f556e12778 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] show failed (client error): The resource could not be found. Jul 08 13:04:39.853192 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6c5d5b68-3397-4bdc-803c-a5f556e12778 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups/c18fe00c-eb9e-43a0-9992-946d18e65b37 HTTP/1.1" status: 404 len: 347 time: 0.0145872 Jul 08 13:04:39.856735 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41238) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:39.979387 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6f67367a-0aa0-479e-af1c-b467f72b2a5a tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Deleting port fa4c64d3-9690-409d-bee3-2a3d2c6cc499 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:04:39.980052 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6f67367a-0aa0-479e-af1c-b467f72b2a5a tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.055637 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6f67367a-0aa0-479e-af1c-b467f72b2a5a tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.056294 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6f67367a-0aa0-479e-af1c-b467f72b2a5a tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.067430 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6f67367a-0aa0-479e-af1c-b467f72b2a5a tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Calling delete_port for fa4c64d3-9690-409d-bee3-2a3d2c6cc499 owned by network:floatingip {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:04:40.193205 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6f67367a-0aa0-479e-af1c-b467f72b2a5a tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.221696 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67367a-0aa0-479e-af1c-b467f72b2a5a tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event deleted for resources: {'Port': ['ID=fa4c64d3-9690-409d-bee3-2a3d2c6cc499,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:40.282378 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6f67367a-0aa0-479e-af1c-b467f72b2a5a tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for floatingip, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.285222 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6f67367a-0aa0-479e-af1c-b467f72b2a5a tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.286346 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6f67367a-0aa0-479e-af1c-b467f72b2a5a tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "DELETE /v2.0/floatingips/572803eb-ccff-4fc7-85b0-a2d3d33f9e1f HTTP/1.1" status: 204 len: 168 time: 0.4286752 Jul 08 13:04:40.477513 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41242) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:40.482243 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-1e5267ec-e1d4-46df-917e-33639ddaf38f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--781823938', 'description': 'tempest-description--506112242'}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:40.504603 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1e5267ec-e1d4-46df-917e-33639ddaf38f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.584757 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1e5267ec-e1d4-46df-917e-33639ddaf38f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.588337 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1e5267ec-e1d4-46df-917e-33639ddaf38f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.616343 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1e5267ec-e1d4-46df-917e-33639ddaf38f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.617585 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-1e5267ec-e1d4-46df-917e-33639ddaf38f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1390648 Jul 08 13:04:40.619495 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5267ec-e1d4-46df-917e-33639ddaf38f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feed4e3c-76bd-4a18-a535-56730e240183,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:40.620498 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41244) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:40.625807 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-a5bcffdb-5e2a-47cb-9eb7-742fbee196b7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Request body: {'security_group_rule': {'security_group_id': 'feed4e3c-76bd-4a18-a535-56730e240183', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:40.653714 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a5bcffdb-5e2a-47cb-9eb7-742fbee196b7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.707120 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a5bcffdb-5e2a-47cb-9eb7-742fbee196b7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.710711 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a5bcffdb-5e2a-47cb-9eb7-742fbee196b7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.727132 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcffdb-5e2a-47cb-9eb7-742fbee196b7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d65a9b-cc5a-4731-a741-6b90396f4e73,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:40.733788 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a5bcffdb-5e2a-47cb-9eb7-742fbee196b7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.734955 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a5bcffdb-5e2a-47cb-9eb7-742fbee196b7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128142 Jul 08 13:04:40.737709 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41246) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:40.742010 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-d587cf21-ee65-4f78-bbb3-5d6d938ec84e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Request body: {'security_group_rule': {'security_group_id': 'feed4e3c-76bd-4a18-a535-56730e240183', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:40.767221 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d587cf21-ee65-4f78-bbb3-5d6d938ec84e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.824788 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d587cf21-ee65-4f78-bbb3-5d6d938ec84e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.828534 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d587cf21-ee65-4f78-bbb3-5d6d938ec84e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84506'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.845098 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587cf21-ee65-4f78-bbb3-5d6d938ec84e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e98884f-5b7d-4fd4-af87-6d84586686d1,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:40.851556 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d587cf21-ee65-4f78-bbb3-5d6d938ec84e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.853015 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d587cf21-ee65-4f78-bbb3-5d6d938ec84e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143737 Jul 08 13:04:40.856712 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41248) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:40.861051 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Request body: {'floatingip': {'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:40.882252 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for floatingip, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.955173 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device a476ee70-46e5-4b14-a5b7-5224996ba597 no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:04:40.975964 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: a476ee70-46e5-4b14-a5b7-5224996ba597 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:04:40.976302 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device a476ee70-46e5-4b14-a5b7-5224996ba597 not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:04:40.978066 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:41.117233 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Allocated IP 172.27.2.205 (f547a329-a9d1-495a-bdbe-cc39c0620848/88bbd83b-3f04-4e50-a906-51c9a9f6bfd9/bf58c96d-b65a-45a9-9bf7-b4e792c21bef) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:41.213617 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:41.251489 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:41.294585 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Network f547a329-a9d1-495a-bdbe-cc39c0620848 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:41.297241 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:41.300648 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:41.305920 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event updated for resources: {'Port': ['ID=bf58c96d-b65a-45a9-9bf7-b4e792c21bef,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:41.383593 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:41.425971 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:41.570928 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:41.575325 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:41.645382 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event updated for resources: {'Port': ['ID=bf58c96d-b65a-45a9-9bf7-b4e792c21bef,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:41.653682 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:41.666099 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:41.667249 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8893437c-22b9-4247-9a14-8dc65cf01e2e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8095975 Jul 08 13:04:41.849497 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-71c3f1bf-eb6f-468b-bb69-0c25d3277963 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--781823938&fields=id&tenant_id=4b310ee9fabe4cb1865cbed86e3ec272 HTTP/1.1" status: 200 len: 267 time: 0.0326555 Jul 08 13:04:41.958741 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-055a6692-7284-42b9-8c4c-6d95fa5f5f26 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:41.960551 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-055a6692-7284-42b9-8c4c-6d95fa5f5f26 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/networks?id=0774659f-eb55-48c0-b654-44affc4541c1 HTTP/1.1" status: 200 len: 810 time: 0.1044774 Jul 08 13:04:41.979127 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-c4108fd9-de0a-41f0-90a8-0334334c3020 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/quotas/4b310ee9fabe4cb1865cbed86e3ec272 HTTP/1.1" status: 200 len: 375 time: 0.0099919 Jul 08 13:04:42.054720 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-211235a1-b38e-4d2c-888b-0b0c38f1dd02 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b310ee9fabe4cb1865cbed86e3ec272&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667460 Jul 08 13:04:42.149397 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-6a2664a9-3962-4a7b-a9d3-3fa5a4d4bbef service neutron] 10.222.0.13 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831327 Jul 08 13:04:42.237238 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-0caabf47-d576-4c1c-a948-b301accccf8e service neutron] 10.222.0.13 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813444 Jul 08 13:04:42.402829 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f8b0ae3-d6cc-4c7b-81e1-e9386b36f1fb req-55190980-8347-4bab-931e-3a514d921bde tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b18611c-5c02-496e-b9be-fe5275aace1d HTTP/1.1" status: 200 len: 210 time: 0.0278635 Jul 08 13:04:43.531655 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-34cb658d-79c5-4e65-a4e8-380826192791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:43.548755 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-03143794-eac7-4c68-a423-aba757660daa req-8b3fe28b-5400-456e-b335-2b01ea531dac tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b18611c-5c02-496e-b9be-fe5275aace1d HTTP/1.1" status: 200 len: 210 time: 0.0323622 Jul 08 13:04:43.612710 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2d9115f6-88b9-47e6-b21c-d55bddfcf1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:43.614205 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2d9115f6-88b9-47e6-b21c-d55bddfcf1cd tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.61 "GET /v2.0/networks?id=0774659f-eb55-48c0-b654-44affc4541c1 HTTP/1.1" status: 200 len: 810 time: 0.1222463 Jul 08 13:04:43.657930 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-3dd67642-2098-4d99-8fd1-e46081566a5f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b310ee9fabe4cb1865cbed86e3ec272 HTTP/1.1" status: 200 len: 379 time: 0.0344293 Jul 08 13:04:43.666742 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-02de29f5-6ded-4631-82a3-4e519f54b5ef tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Request body: {'port': {'device_id': '1b18611c-5c02-496e-b9be-fe5275aace1d', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'admin_state_up': True, 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'security_groups': ['feed4e3c-76bd-4a18-a535-56730e240183']}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:43.778525 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-02de29f5-6ded-4631-82a3-4e519f54b5ef tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Made reservation on behalf of 4b310ee9fabe4cb1865cbed86e3ec272 for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:04:43.782280 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-02de29f5-6ded-4631-82a3-4e519f54b5ef tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:43.904865 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-02de29f5-6ded-4631-82a3-4e519f54b5ef tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Allocated IP 172.20.0.9 (0774659f-eb55-48c0-b654-44affc4541c1/44b15ac3-c428-40b5-a979-d110bb66bea5/14aed8b3-01c1-4a70-9a32-63d3538fe489) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:44.035569 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-02de29f5-6ded-4631-82a3-4e519f54b5ef tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.049412 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-02de29f5-6ded-4631-82a3-4e519f54b5ef tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Transition to ACTIVE for port object 14aed8b3-01c1-4a70-9a32-63d3538fe489 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:44.082291 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-02de29f5-6ded-4631-82a3-4e519f54b5ef tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.127345 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-02de29f5-6ded-4631-82a3-4e519f54b5ef tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Network 0774659f-eb55-48c0-b654-44affc4541c1 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:44.132464 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-02de29f5-6ded-4631-82a3-4e519f54b5ef tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:44.134891 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-02de29f5-6ded-4631-82a3-4e519f54b5ef tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:44.170046 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de29f5-6ded-4631-82a3-4e519f54b5ef tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event updated for resources: {'Port': ['ID=14aed8b3-01c1-4a70-9a32-63d3538fe489,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:44.190318 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-02de29f5-6ded-4631-82a3-4e519f54b5ef tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:44.190956 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-02de29f5-6ded-4631-82a3-4e519f54b5ef tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.206315 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-02de29f5-6ded-4631-82a3-4e519f54b5ef tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5430903 Jul 08 13:04:44.221343 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Request body: {'port': {'device_id': '1b18611c-5c02-496e-b9be-fe5275aace1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:44.296156 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.355856 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5d5a388d-977d-4bd1-b173-1ef7ed6d6530 None None] Provisioning for port 14aed8b3-01c1-4a70-9a32-63d3538fe489 completed by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:44.360341 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-5d5a388d-977d-4bd1-b173-1ef7ed6d6530 None None] Provisioning complete for port 14aed8b3-01c1-4a70-9a32-63d3538fe489 triggered by entity DHCP. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:44.360724 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5d5a388d-977d-4bd1-b173-1ef7ed6d6530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.398180 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5d5a388d-977d-4bd1-b173-1ef7ed6d6530 None None] Port 14aed8b3-01c1-4a70-9a32-63d3538fe489 cannot update to ACTIVE because it is not bound. {{(pid=92985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:04:44.554795 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14aed8b3-01c1-4a70-9a32-63d3538fe489 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:04:44.562660 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.574074 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Transition to ACTIVE for port object 14aed8b3-01c1-4a70-9a32-63d3538fe489 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:44.579063 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.629261 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Pushing event updated for resources: {'Port': ['ID=14aed8b3-01c1-4a70-9a32-63d3538fe489,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:44.732813 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Attempting to bind port 14aed8b3-01c1-4a70-9a32-63d3538fe489 on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:04:44.733189 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Attempting to bind port 14aed8b3-01c1-4a70-9a32-63d3538fe489 by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:04:44.733516 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Attempting to bind port 14aed8b3-01c1-4a70-9a32-63d3538fe489 on network 0774659f-eb55-48c0-b654-44affc4541c1 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:44.743095 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Port 14aed8b3-01c1-4a70-9a32-63d3538fe489 on network 0774659f-eb55-48c0-b654-44affc4541c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:04:44.743222 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Attempting to bind port 14aed8b3-01c1-4a70-9a32-63d3538fe489 on network 0774659f-eb55-48c0-b654-44affc4541c1 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:44.751406 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:04:44.751749 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Checking segment: {'id': '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:44.752137 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Bound using segment: {'id': '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:04:44.752560 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Bound port: 14aed8b3-01c1-4a70-9a32-63d3538fe489, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:04:44.752915 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.774666 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099a221-6b25-486f-b648-373a8c6fdf30 req-737a9b44-ba27-4a1e-81cf-2652c8ca7d44 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:44.776150 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e099a221-6b25-486f-b648-373a8c6fdf30 req-737a9b44-ba27-4a1e-81cf-2652c8ca7d44 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b18611c-5c02-496e-b9be-fe5275aace1d HTTP/1.1" status: 200 len: 943 time: 0.1091025 Jul 08 13:04:44.848525 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e099a221-6b25-486f-b648-373a8c6fdf30 req-69fff46b-9450-40a3-96e1-ba25cae04540 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=feed4e3c-76bd-4a18-a535-56730e240183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517790 Jul 08 13:04:44.852574 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] For port 14aed8b3-01c1-4a70-9a32-63d3538fe489, host hv-cinder-80002, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:04:44.856040 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] For port 14aed8b3-01c1-4a70-9a32-63d3538fe489, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=14aed8b3-01c1-4a70-9a32-63d3538fe489,segment=NetworkSegment(9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf),segment_id=9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:04:44.861084 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.875997 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:44.876654 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.878307 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] 10.222.0.61 "PUT /v2.0/ports/14aed8b3-01c1-4a70-9a32-63d3538fe489 HTTP/1.1" status: 200 len: 1093 time: 0.6615572 Jul 08 13:04:44.879782 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b18611c-5c02-496e-b9be-fe5275aace1d', 'tag': '14aed8b3-01c1-4a70-9a32-63d3538fe489'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:04:44.882102 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dc3701-5ba0-4585-91d1-23da54b9f771" -d '{"events": [{"name": "network-changed", "server_uuid": "1b18611c-5c02-496e-b9be-fe5275aace1d", "tag": "14aed8b3-01c1-4a70-9a32-63d3538fe489"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:04:44.955414 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bf9972-ba74-4b2e-82ed-05263283617d x-openstack-request-id: req-40bf9972-ba74-4b2e-82ed-05263283617d {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:04:44.955689 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b18611c-5c02-496e-b9be-fe5275aace1d", "tag": "14aed8b3-01c1-4a70-9a32-63d3538fe489", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:04:44.955934 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40bf9972-ba74-4b2e-82ed-05263283617d {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:04:44.956321 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b18611c-5c02-496e-b9be-fe5275aace1d', 'tag': '14aed8b3-01c1-4a70-9a32-63d3538fe489', 'status': 'completed', 'code': 200} Jul 08 13:04:44.968890 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedb1d0-7b73-4e67-87ab-eb127ab69834 service neutron] Pushing event updated for resources: {'Port': ['ID=14aed8b3-01c1-4a70-9a32-63d3538fe489,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:44.993143 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-a7836629-cc07-4193-b691-dd593b9bd37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:44.994657 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-a7836629-cc07-4193-b691-dd593b9bd37c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b310ee9fabe4cb1865cbed86e3ec272&device_id=1b18611c-5c02-496e-b9be-fe5275aace1d HTTP/1.1" status: 200 len: 1096 time: 0.0734715 Jul 08 13:04:45.037233 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-f69e57a4-74db-47bc-a6a3-e07bfe11008f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14aed8b3-01c1-4a70-9a32-63d3538fe489 HTTP/1.1" status: 200 len: 217 time: 0.0358198 Jul 08 13:04:45.085268 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-acebf488-6f65-49b0-aaf7-4020265f1064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:45.086616 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-acebf488-6f65-49b0-aaf7-4020265f1064 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44b15ac3-c428-40b5-a979-d110bb66bea5 HTTP/1.1" status: 200 len: 849 time: 0.0432625 Jul 08 13:04:45.146079 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-bd32a8f2-a300-41dc-a805-6086f0f6824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:45.147495 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-bd32a8f2-a300-41dc-a805-6086f0f6824a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0774659f-eb55-48c0-b654-44affc4541c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542552 Jul 08 13:04:45.233010 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-23223da9-e256-45d9-9ec3-090c3bbe7991 service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788572 Jul 08 13:04:45.321455 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c3ab3d5c-36b6-40cc-8aa3-a478f691a733 req-432addc5-8dd5-4ecd-b1aa-7084391190fa service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826097 Jul 08 13:04:45.682873 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc3701-5ba0-4585-91d1-23da54b9f771 req-23eef8f0-048d-4c12-a4d6-aab1c4a6588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:45.684909 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-62dc3701-5ba0-4585-91d1-23da54b9f771 req-23eef8f0-048d-4c12-a4d6-aab1c4a6588e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b310ee9fabe4cb1865cbed86e3ec272&device_id=1b18611c-5c02-496e-b9be-fe5275aace1d HTTP/1.1" status: 200 len: 1096 time: 0.3141761 Jul 08 13:04:45.773767 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc3701-5ba0-4585-91d1-23da54b9f771 req-a65f7a86-a8ea-4c89-b2bf-ff3fe9c24f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:45.775230 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-62dc3701-5ba0-4585-91d1-23da54b9f771 req-a65f7a86-a8ea-4c89-b2bf-ff3fe9c24f11 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0774659f-eb55-48c0-b654-44affc4541c1 HTTP/1.1" status: 200 len: 911 time: 0.0824094 Jul 08 13:04:45.816664 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-62dc3701-5ba0-4585-91d1-23da54b9f771 req-4c6fc349-22e4-4d47-a99a-dc931eac3f00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14aed8b3-01c1-4a70-9a32-63d3538fe489 HTTP/1.1" status: 200 len: 217 time: 0.0346735 Jul 08 13:04:45.863536 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc3701-5ba0-4585-91d1-23da54b9f771 req-8bff331e-d7f0-4926-a4aa-7c65eeb92e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:45.864945 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-62dc3701-5ba0-4585-91d1-23da54b9f771 req-8bff331e-d7f0-4926-a4aa-7c65eeb92e03 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44b15ac3-c428-40b5-a979-d110bb66bea5 HTTP/1.1" status: 200 len: 849 time: 0.0411155 Jul 08 13:04:45.921198 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc3701-5ba0-4585-91d1-23da54b9f771 req-dfc5b337-8912-4498-b72f-78d0273f6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:45.922721 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-62dc3701-5ba0-4585-91d1-23da54b9f771 req-dfc5b337-8912-4498-b72f-78d0273f6790 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0774659f-eb55-48c0-b654-44affc4541c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508258 Jul 08 13:04:46.007878 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-733ba8d5-a837-480d-9416-025520a868a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:46.053516 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-62dc3701-5ba0-4585-91d1-23da54b9f771 req-08714df9-c18e-40b1-adff-b8b01bbfe848 service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227057 Jul 08 13:04:46.069495 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d013509-0569-46ef-a714-f1e6a9eee7f9 req-4d716995-5538-448b-9995-593b72377861 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:46.070863 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2d013509-0569-46ef-a714-f1e6a9eee7f9 req-4d716995-5538-448b-9995-593b72377861 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b18611c-5c02-496e-b9be-fe5275aace1d HTTP/1.1" status: 200 len: 943 time: 0.0969412 Jul 08 13:04:46.152099 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2d013509-0569-46ef-a714-f1e6a9eee7f9 req-ae98d34c-cdc1-4a73-9af2-21fd19aa39a1 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=feed4e3c-76bd-4a18-a535-56730e240183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742850 Jul 08 13:04:46.181222 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-62dc3701-5ba0-4585-91d1-23da54b9f771 req-f05932a5-41be-4781-9579-c2b006d0b5b3 service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157198 Jul 08 13:04:46.935828 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:46.970595 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 14aed8b3-01c1-4a70-9a32-63d3538fe489 details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:04:47.064254 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 14aed8b3-01c1-4a70-9a32-63d3538fe489, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=14aed8b3-01c1-4a70-9a32-63d3538fe489,segment=NetworkSegment(9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf),segment_id=9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:47.075701 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '14aed8b3-01c1-4a70-9a32-63d3538fe489', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'port_id': '14aed8b3-01c1-4a70-9a32-63d3538fe489', 'mac_address': 'fa:16:3e:67:94:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:04:47.110217 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:47.125708 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14aed8b3-01c1-4a70-9a32-63d3538fe489 {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:04:47.144727 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 14aed8b3-01c1-4a70-9a32-63d3538fe489, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=14aed8b3-01c1-4a70-9a32-63d3538fe489,segment=NetworkSegment(9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf),segment_id=9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:47.148556 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:47.194867 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=14aed8b3-01c1-4a70-9a32-63d3538fe489,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:47.330301 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbbe02-1c93-4884-87cf-c1d26364d3ff req-bacc2c23-688b-451a-97c9-add7449309ca tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:47.331786 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-63fbbe02-1c93-4884-87cf-c1d26364d3ff req-bacc2c23-688b-451a-97c9-add7449309ca tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b18611c-5c02-496e-b9be-fe5275aace1d HTTP/1.1" status: 200 len: 944 time: 0.0661654 Jul 08 13:04:47.367997 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-63fbbe02-1c93-4884-87cf-c1d26364d3ff req-b7f42972-0557-4c57-af3d-64ec013e92b1 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=feed4e3c-76bd-4a18-a535-56730e240183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305865 Jul 08 13:04:47.370156 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['14aed8b3-01c1-4a70-9a32-63d3538fe489'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:04:47.507428 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:48.535986 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a7205-be48-4faf-a6fe-3f35c6ecbbea req-b02b7964-1bf4-42ab-9794-3cba0020e2e3 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:48.537407 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-528a7205-be48-4faf-a6fe-3f35c6ecbbea req-b02b7964-1bf4-42ab-9794-3cba0020e2e3 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b18611c-5c02-496e-b9be-fe5275aace1d HTTP/1.1" status: 200 len: 944 time: 0.0612769 Jul 08 13:04:48.573501 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-528a7205-be48-4faf-a6fe-3f35c6ecbbea req-638f9637-b47b-40a7-8520-8269dbf48a36 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=feed4e3c-76bd-4a18-a535-56730e240183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305970 Jul 08 13:04:48.986138 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 14aed8b3-01c1-4a70-9a32-63d3538fe489 up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:49.035443 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port 14aed8b3-01c1-4a70-9a32-63d3538fe489 completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:49.039015 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 14aed8b3-01c1-4a70-9a32-63d3538fe489 triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:49.039408 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:49.113501 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:49.134822 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b18611c-5c02-496e-b9be-fe5275aace1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14aed8b3-01c1-4a70-9a32-63d3538fe489'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:04:49.137608 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b962c990-f036-4d3c-815d-ffa3de15189d" -d '{"events": [{"server_uuid": "1b18611c-5c02-496e-b9be-fe5275aace1d", "name": "network-vif-plugged", "status": "completed", "tag": "14aed8b3-01c1-4a70-9a32-63d3538fe489"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:04:49.150127 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 14aed8b3-01c1-4a70-9a32-63d3538fe489, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=14aed8b3-01c1-4a70-9a32-63d3538fe489,segment=NetworkSegment(9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf),segment_id=9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:49.155099 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:49.181077 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a139201-51b9-4261-a004-82bb5216d8d9 x-openstack-request-id: req-3a139201-51b9-4261-a004-82bb5216d8d9 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:04:49.181370 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b18611c-5c02-496e-b9be-fe5275aace1d", "name": "network-vif-plugged", "status": "completed", "tag": "14aed8b3-01c1-4a70-9a32-63d3538fe489", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:04:49.181622 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a139201-51b9-4261-a004-82bb5216d8d9 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:04:49.182005 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b18611c-5c02-496e-b9be-fe5275aace1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14aed8b3-01c1-4a70-9a32-63d3538fe489', 'code': 200} Jul 08 13:04:49.208452 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=14aed8b3-01c1-4a70-9a32-63d3538fe489,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:49.367572 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:49.404087 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ded2b-0f05-48f0-9a02-60a1f9215094 req-cae006a5-fb02-44fd-9f36-48838bafb309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:49.405617 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dd3ded2b-0f05-48f0-9a02-60a1f9215094 req-cae006a5-fb02-44fd-9f36-48838bafb309 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1b18611c-5c02-496e-b9be-fe5275aace1d HTTP/1.1" status: 200 len: 1098 time: 0.0548065 Jul 08 13:04:49.439961 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dd3ded2b-0f05-48f0-9a02-60a1f9215094 req-4516d391-3170-418c-9b9b-078795799026 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=feed4e3c-76bd-4a18-a535-56730e240183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273345 Jul 08 13:04:49.747105 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e0e31-c895-4718-9d06-1e5088c4803d req-c5064274-1d1a-4c59-8eb4-454d97b8892e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:49.748602 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-214e0e31-c895-4718-9d06-1e5088c4803d req-c5064274-1d1a-4c59-8eb4-454d97b8892e tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b18611c-5c02-496e-b9be-fe5275aace1d HTTP/1.1" status: 200 len: 945 time: 0.0641732 Jul 08 13:04:49.785495 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-214e0e31-c895-4718-9d06-1e5088c4803d req-9fd26767-3b2a-473a-a7a4-6f8b40b92904 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=feed4e3c-76bd-4a18-a535-56730e240183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312994 Jul 08 13:04:50.959267 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a6dac-b9ba-4e3b-8cef-8c33b17abf99 req-4450b2d2-20a0-43ba-9d98-92f77e3220e0 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:50.960892 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c39a6dac-b9ba-4e3b-8cef-8c33b17abf99 req-4450b2d2-20a0-43ba-9d98-92f77e3220e0 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b18611c-5c02-496e-b9be-fe5275aace1d HTTP/1.1" status: 200 len: 945 time: 0.0676777 Jul 08 13:04:51.001358 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c39a6dac-b9ba-4e3b-8cef-8c33b17abf99 req-3941bfbd-b8c1-4c86-8af6-1e29c2c66f61 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=feed4e3c-76bd-4a18-a535-56730e240183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339270 Jul 08 13:04:51.168717 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfa1ab-955c-4e77-84b9-d1e570910954 req-05d9e005-5b7d-446b-8e22-ddf6bf3d2837 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:51.170242 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-60bfa1ab-955c-4e77-84b9-d1e570910954 req-05d9e005-5b7d-446b-8e22-ddf6bf3d2837 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b18611c-5c02-496e-b9be-fe5275aace1d HTTP/1.1" status: 200 len: 945 time: 0.0634167 Jul 08 13:04:51.178414 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41308) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:51.183458 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-d0f05c00-3652-43ec-be74-acb002cb71a7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Request body: {'floatingip': {'port_id': '14aed8b3-01c1-4a70-9a32-63d3538fe489'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:51.224158 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0f05c00-3652-43ec-be74-acb002cb71a7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for floatingip, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.653048 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0f05c00-3652-43ec-be74-acb002cb71a7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.656949 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0f05c00-3652-43ec-be74-acb002cb71a7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.752052 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.l3_db [None req-d0f05c00-3652-43ec-be74-acb002cb71a7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Floating IP 978f2e8c-b5ac-4072-9c15-fb5cd672bfdc associated. External IP: 172.27.2.205, port: 14aed8b3-01c1-4a70-9a32-63d3538fe489. Jul 08 13:04:51.952562 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f05c00-3652-43ec-be74-acb002cb71a7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Router bc3c2a17-447a-421d-b221-56c6b77e9214 has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:04:52.053176 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f05c00-3652-43ec-be74-acb002cb71a7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:04:52.059049 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d0f05c00-3652-43ec-be74-acb002cb71a7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:52.064016 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab26b2d8-d720-4554-8e5a-c2647d0dfab0 None None] Sync routers for ids ['bc3c2a17-447a-421d-b221-56c6b77e9214'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:04:52.072564 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab26b2d8-d720-4554-8e5a-c2647d0dfab0 None None] Routers {'bc3c2a17-447a-421d-b221-56c6b77e9214'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:52.073206 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-ab26b2d8-d720-4554-8e5a-c2647d0dfab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:04:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['bc3c2a17-447a-421d-b221-56c6b77e9214'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:52.097822 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d0f05c00-3652-43ec-be74-acb002cb71a7 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "PUT /v2.0/floatingips/978f2e8c-b5ac-4072-9c15-fb5cd672bfdc HTTP/1.1" status: 200 len: 991 time: 0.9183459 Jul 08 13:04:52.098415 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b18611c-5c02-496e-b9be-fe5275aace1d', 'tag': '14aed8b3-01c1-4a70-9a32-63d3538fe489'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:04:52.100655 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e15be6-0123-4864-971e-ae64cbe7e27f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b18611c-5c02-496e-b9be-fe5275aace1d", "tag": "14aed8b3-01c1-4a70-9a32-63d3538fe489"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:04:52.138693 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e96c093-22d7-410a-be3d-45ab3e18c38b x-openstack-request-id: req-5e96c093-22d7-410a-be3d-45ab3e18c38b {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:04:52.138991 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b18611c-5c02-496e-b9be-fe5275aace1d", "tag": "14aed8b3-01c1-4a70-9a32-63d3538fe489", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:04:52.139246 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e96c093-22d7-410a-be3d-45ab3e18c38b {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:04:52.139652 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b18611c-5c02-496e-b9be-fe5275aace1d', 'tag': '14aed8b3-01c1-4a70-9a32-63d3538fe489', 'status': 'completed', 'code': 200} Jul 08 13:04:52.216630 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e15be6-0123-4864-971e-ae64cbe7e27f req-b6c5266d-dc7b-481c-8ee9-269d84ac41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:52.220791 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-69e15be6-0123-4864-971e-ae64cbe7e27f req-b6c5266d-dc7b-481c-8ee9-269d84ac41d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b310ee9fabe4cb1865cbed86e3ec272&device_id=1b18611c-5c02-496e-b9be-fe5275aace1d HTTP/1.1" status: 200 len: 1098 time: 0.0593276 Jul 08 13:04:52.269831 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-ab26b2d8-d720-4554-8e5a-c2647d0dfab0 None None] Set router bc3c2a17-447a-421d-b221-56c6b77e9214 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:52.310386 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e15be6-0123-4864-971e-ae64cbe7e27f req-53854ad5-dac7-40a8-829a-08623e10d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:52.311887 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-69e15be6-0123-4864-971e-ae64cbe7e27f req-53854ad5-dac7-40a8-829a-08623e10d216 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0774659f-eb55-48c0-b654-44affc4541c1 HTTP/1.1" status: 200 len: 911 time: 0.0848119 Jul 08 13:04:52.379027 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-69e15be6-0123-4864-971e-ae64cbe7e27f req-b88a2c61-d199-41b5-abed-a0e6eaaa5740 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14aed8b3-01c1-4a70-9a32-63d3538fe489 HTTP/1.1" status: 200 len: 999 time: 0.0612438 Jul 08 13:04:52.431148 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e15be6-0123-4864-971e-ae64cbe7e27f req-ed3b296c-11fd-4b4f-977e-12e88dbd7eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:52.432603 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-69e15be6-0123-4864-971e-ae64cbe7e27f req-ed3b296c-11fd-4b4f-977e-12e88dbd7eae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44b15ac3-c428-40b5-a979-d110bb66bea5 HTTP/1.1" status: 200 len: 849 time: 0.0478504 Jul 08 13:04:52.487467 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e15be6-0123-4864-971e-ae64cbe7e27f req-ae43e399-d30d-4a46-8f52-a47d60f92e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:52.488594 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-ab26b2d8-d720-4554-8e5a-c2647d0dfab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '978f2e8c-b5ac-4072-9c15-fb5cd672bfdc', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'port_id': '14aed8b3-01c1-4a70-9a32-63d3538fe489', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'mac_address': 'fa:16:3e:67:94:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18611c-5c02-496e-b9be-fe5275aace1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:04:41Z', 'updated_at': '2021-07-08T13:04:51Z', 'revision_number': 1, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1473956-2b04-4276-ba45-bbbda94d13af', 'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'mac_address': 'fa:16:3e:8b:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:00Z', 'revision_number': 5, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'subnets': [{'id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:52.488953 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-69e15be6-0123-4864-971e-ae64cbe7e27f req-ae43e399-d30d-4a46-8f52-a47d60f92e0e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0774659f-eb55-48c0-b654-44affc4541c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503566 Jul 08 13:04:52.517225 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab26b2d8-d720-4554-8e5a-c2647d0dfab0 None None] Checking router: bc3c2a17-447a-421d-b221-56c6b77e9214 for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:04:52.525231 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab26b2d8-d720-4554-8e5a-c2647d0dfab0 None None] Routers {'bc3c2a17-447a-421d-b221-56c6b77e9214'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:52.525832 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-ab26b2d8-d720-4554-8e5a-c2647d0dfab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:04:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['bc3c2a17-447a-421d-b221-56c6b77e9214'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:52.581853 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-69e15be6-0123-4864-971e-ae64cbe7e27f req-6cf0104d-107e-4715-b0da-3370303952d6 service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867443 Jul 08 13:04:52.628022 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-ab26b2d8-d720-4554-8e5a-c2647d0dfab0 None None] Set router bc3c2a17-447a-421d-b221-56c6b77e9214 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:52.669287 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-69e15be6-0123-4864-971e-ae64cbe7e27f req-5946c167-5101-4970-a2e7-94b47f699d0f service neutron] 10.222.0.61 "GET /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812099 Jul 08 13:04:52.769389 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:04:52.848999 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-ab26b2d8-d720-4554-8e5a-c2647d0dfab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '978f2e8c-b5ac-4072-9c15-fb5cd672bfdc', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'port_id': '14aed8b3-01c1-4a70-9a32-63d3538fe489', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'mac_address': 'fa:16:3e:67:94:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18611c-5c02-496e-b9be-fe5275aace1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:04:41Z', 'updated_at': '2021-07-08T13:04:51Z', 'revision_number': 1, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1473956-2b04-4276-ba45-bbbda94d13af', 'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'mac_address': 'fa:16:3e:8b:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:00Z', 'revision_number': 5, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'subnets': [{'id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:52.873606 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab26b2d8-d720-4554-8e5a-c2647d0dfab0 None None] The sync data for ids ['bc3c2a17-447a-421d-b221-56c6b77e9214'] in dv-cinder-800022-1-iscsi is: [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '978f2e8c-b5ac-4072-9c15-fb5cd672bfdc', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'port_id': '14aed8b3-01c1-4a70-9a32-63d3538fe489', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'mac_address': 'fa:16:3e:67:94:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18611c-5c02-496e-b9be-fe5275aace1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:04:41Z', 'updated_at': '2021-07-08T13:04:51Z', 'revision_number': 1, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1473956-2b04-4276-ba45-bbbda94d13af', 'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'mac_address': 'fa:16:3e:8b:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:00Z', 'revision_number': 5, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'subnets': [{'id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:04:53.069833 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c808b-02f9-4815-a3e5-a3ba1862fd97 None None] New status for floating IP 978f2e8c-b5ac-4072-9c15-fb5cd672bfdc: ACTIVE {{(pid=92985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:04:57.989003 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:13.523259 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8254a4c8-fe75-4f78-b65f-403f61a0702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:16.009167 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1359f228-8937-4a23-a6fb-eaa1d5b1f820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:16.936661 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:17.506100 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:19.371283 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:27.996469 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:29.771961 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:05:38.386922 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-db3224c4-3a58-4c2a-a409-f75f37928868 req-e86343f0-9c01-49f1-b404-5ec0120eeeb8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565100 Jul 08 13:05:38.491083 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3224c4-3a58-4c2a-a409-f75f37928868 req-326488d5-ad55-4ee2-b343-453ed90923b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:38.492615 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-db3224c4-3a58-4c2a-a409-f75f37928868 req-326488d5-ad55-4ee2-b343-453ed90923b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9&device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 1099 time: 0.0605371 Jul 08 13:05:38.605367 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3224c4-3a58-4c2a-a409-f75f37928868 req-cc24b779-c7bd-43e6-8f13-b6f8cdbdc000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:38.607020 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-db3224c4-3a58-4c2a-a409-f75f37928868 req-cc24b779-c7bd-43e6-8f13-b6f8cdbdc000 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f HTTP/1.1" status: 200 len: 913 time: 0.0935853 Jul 08 13:05:38.675160 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-db3224c4-3a58-4c2a-a409-f75f37928868 req-0de3908f-5b63-4b10-afa9-e2f238908344 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15b48154-8a92-492e-ba81-7630c27e72ac HTTP/1.1" status: 200 len: 1002 time: 0.0620799 Jul 08 13:05:38.724723 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3224c4-3a58-4c2a-a409-f75f37928868 req-4c757447-90a8-4230-a42b-995b0c643394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:38.726270 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-db3224c4-3a58-4c2a-a409-f75f37928868 req-4c757447-90a8-4230-a42b-995b0c643394 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b HTTP/1.1" status: 200 len: 851 time: 0.0445306 Jul 08 13:05:38.789983 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3224c4-3a58-4c2a-a409-f75f37928868 req-9ad8e221-e2e3-4fc6-addc-144c0de49157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:38.792213 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-db3224c4-3a58-4c2a-a409-f75f37928868 req-9ad8e221-e2e3-4fc6-addc-144c0de49157 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593967 Jul 08 13:05:38.884977 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-db3224c4-3a58-4c2a-a409-f75f37928868 req-75f1dea4-9690-453b-9f88-ea436ef74f6d service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868762 Jul 08 13:05:38.984726 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-db3224c4-3a58-4c2a-a409-f75f37928868 req-2f9b1e82-2f51-4b93-8e93-0a52aca67bec service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933115 Jul 08 13:05:43.536339 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-08bb501f-b5ac-45cf-96d4-906b4812b58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:46.009559 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-31e9a5f9-6c7b-4e1d-a256-180ef6bee306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:46.938907 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:47.509616 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:49.374546 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:51.495117 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565d4dc-9c2c-4c4f-ad52-049bc84cda2e req-476b9c54-c5c7-411a-babc-a2e7c16e7415 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:51.497152 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0565d4dc-9c2c-4c4f-ad52-049bc84cda2e req-476b9c54-c5c7-411a-babc-a2e7c16e7415 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b18611c-5c02-496e-b9be-fe5275aace1d HTTP/1.1" status: 200 len: 945 time: 0.0677974 Jul 08 13:05:51.535713 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-0565d4dc-9c2c-4c4f-ad52-049bc84cda2e req-9ecac962-5dcf-4bc8-ab2a-d7cb47e6fff3 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=feed4e3c-76bd-4a18-a535-56730e240183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329032 Jul 08 13:05:52.716722 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8db77-9ba8-4c93-993d-4cfe9c6f65ca req-c458724c-82b4-48d0-938f-d79aa1e806fe tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:52.718274 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a3b8db77-9ba8-4c93-993d-4cfe9c6f65ca req-c458724c-82b4-48d0-938f-d79aa1e806fe tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b18611c-5c02-496e-b9be-fe5275aace1d HTTP/1.1" status: 200 len: 945 time: 0.0666604 Jul 08 13:05:52.759453 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a3b8db77-9ba8-4c93-993d-4cfe9c6f65ca req-16f69255-54e5-4254-93e4-20d1e431a09b tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups?id=feed4e3c-76bd-4a18-a535-56730e240183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356274 Jul 08 13:05:53.055084 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c13971-2d76-4a2a-8384-6f1ff29e87e7 req-af71bbf7-4c0e-4949-8ba9-f7e86397bc26 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:53.056578 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e1c13971-2d76-4a2a-8384-6f1ff29e87e7 req-af71bbf7-4c0e-4949-8ba9-f7e86397bc26 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b18611c-5c02-496e-b9be-fe5275aace1d HTTP/1.1" status: 200 len: 945 time: 0.0636749 Jul 08 13:05:53.161087 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-e1c13971-2d76-4a2a-8384-6f1ff29e87e7 req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Deleting port 14aed8b3-01c1-4a70-9a32-63d3538fe489 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:05:53.161558 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e1c13971-2d76-4a2a-8384-6f1ff29e87e7 req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:53.258929 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-e1c13971-2d76-4a2a-8384-6f1ff29e87e7 req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] For port 14aed8b3-01c1-4a70-9a32-63d3538fe489, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=14aed8b3-01c1-4a70-9a32-63d3538fe489,segment=NetworkSegment(9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf),segment_id=9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:05:53.259797 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e1c13971-2d76-4a2a-8384-6f1ff29e87e7 req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:53.433901 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e1c13971-2d76-4a2a-8384-6f1ff29e87e7 req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:53.434185 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e1c13971-2d76-4a2a-8384-6f1ff29e87e7 req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718269'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:53.434499 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.l3_db [req-e1c13971-2d76-4a2a-8384-6f1ff29e87e7 req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Floating IP 978f2e8c-b5ac-4072-9c15-fb5cd672bfdc disassociated. External IP: 172.27.2.205, port: 14aed8b3-01c1-4a70-9a32-63d3538fe489. Jul 08 13:05:53.434840 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-e1c13971-2d76-4a2a-8384-6f1ff29e87e7 req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Calling delete_port for 14aed8b3-01c1-4a70-9a32-63d3538fe489 owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:05:53.559367 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e1c13971-2d76-4a2a-8384-6f1ff29e87e7 req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:53.592858 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event deleted for resources: {'Port': ['ID=14aed8b3-01c1-4a70-9a32-63d3538fe489,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:53.603168 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:53.603521 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:53.603863 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:53.604202 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:53.604564 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:53.604899 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:53.605258 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:53.605605 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:53.605931 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:53.606261 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:53.607214 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:53.607214 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:53.708715 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1c13971-2d76-4a2a-8384-6f1ff29e87e7 req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Router bc3c2a17-447a-421d-b221-56c6b77e9214 has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:05:53.813672 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1c13971-2d76-4a2a-8384-6f1ff29e87e7 req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:05:53.822960 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25047242-bf52-4eae-894c-061acf7d2abf None None] Sync routers for ids ['bc3c2a17-447a-421d-b221-56c6b77e9214'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:05:53.833225 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25047242-bf52-4eae-894c-061acf7d2abf None None] Routers {'bc3c2a17-447a-421d-b221-56c6b77e9214'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:05:53.833832 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-25047242-bf52-4eae-894c-061acf7d2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:05:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['bc3c2a17-447a-421d-b221-56c6b77e9214'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:05:53.860242 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c13971-2d76-4a2a-8384-6f1ff29e87e7 req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] No DVR routers for this DVR port 14aed8b3-01c1-4a70-9a32-63d3538fe489 on host hv-cinder-80002 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:05:53.862830 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-e1c13971-2d76-4a2a-8384-6f1ff29e87e7 req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:53.864846 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e1c13971-2d76-4a2a-8384-6f1ff29e87e7 req-3db13640-571c-4e8d-ac67-bbe4739d4382 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.61 "DELETE /v2.0/ports/14aed8b3-01c1-4a70-9a32-63d3538fe489 HTTP/1.1" status: 204 len: 173 time: 0.8028896 Jul 08 13:05:53.865554 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b18611c-5c02-496e-b9be-fe5275aace1d', 'name': 'network-vif-deleted', 'tag': '14aed8b3-01c1-4a70-9a32-63d3538fe489'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:05:53.868401 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d0aa46-721c-426d-874d-3ab23e893965" -d '{"events": [{"server_uuid": "1b18611c-5c02-496e-b9be-fe5275aace1d", "name": "network-vif-deleted", "tag": "14aed8b3-01c1-4a70-9a32-63d3538fe489"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:05:53.929099 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de257177-9c0b-4a6a-9869-b21859d4e345 x-openstack-request-id: req-de257177-9c0b-4a6a-9869-b21859d4e345 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:05:53.929395 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b18611c-5c02-496e-b9be-fe5275aace1d", "name": "network-vif-deleted", "tag": "14aed8b3-01c1-4a70-9a32-63d3538fe489", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:05:53.929700 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de257177-9c0b-4a6a-9869-b21859d4e345 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:05:53.930110 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b18611c-5c02-496e-b9be-fe5275aace1d', 'name': 'network-vif-deleted', 'tag': '14aed8b3-01c1-4a70-9a32-63d3538fe489', 'status': 'completed', 'code': 200} Jul 08 13:05:53.938401 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-259684b4-ba0d-4a14-92e2-cc2a13d29142 req-b057ef63-7be7-4380-b30c-15f4ef3474d5 tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b18611c-5c02-496e-b9be-fe5275aace1d HTTP/1.1" status: 200 len: 210 time: 0.0607607 Jul 08 13:05:53.952214 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-25047242-bf52-4eae-894c-061acf7d2abf None None] Set router bc3c2a17-447a-421d-b221-56c6b77e9214 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:05:54.160304 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-25047242-bf52-4eae-894c-061acf7d2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f1473956-2b04-4276-ba45-bbbda94d13af', 'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'mac_address': 'fa:16:3e:8b:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:00Z', 'revision_number': 5, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'subnets': [{'id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:05:54.185887 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25047242-bf52-4eae-894c-061acf7d2abf None None] Checking router: bc3c2a17-447a-421d-b221-56c6b77e9214 for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:05:54.193733 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25047242-bf52-4eae-894c-061acf7d2abf None None] Routers {'bc3c2a17-447a-421d-b221-56c6b77e9214'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:05:54.194328 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-25047242-bf52-4eae-894c-061acf7d2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:05:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['bc3c2a17-447a-421d-b221-56c6b77e9214'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:05:54.297966 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-25047242-bf52-4eae-894c-061acf7d2abf None None] Set router bc3c2a17-447a-421d-b221-56c6b77e9214 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:05:54.523619 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-25047242-bf52-4eae-894c-061acf7d2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f1473956-2b04-4276-ba45-bbbda94d13af', 'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'mac_address': 'fa:16:3e:8b:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:00Z', 'revision_number': 5, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'subnets': [{'id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:05:54.635016 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25047242-bf52-4eae-894c-061acf7d2abf None None] The sync data for ids ['bc3c2a17-447a-421d-b221-56c6b77e9214'] in dv-cinder-800022-1-iscsi is: [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f1473956-2b04-4276-ba45-bbbda94d13af', 'name': '', 'network_id': '0774659f-eb55-48c0-b654-44affc4541c1', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'mac_address': 'fa:16:3e:8b:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:00Z', 'revision_number': 5, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'subnets': [{'id': '44b15ac3-c428-40b5-a979-d110bb66bea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:05:54.843594 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679e620-fe3b-4f86-aa05-adb3c62a30f2 None None] New status for floating IP 978f2e8c-b5ac-4072-9c15-fb5cd672bfdc: DOWN {{(pid=92985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:05:55.072632 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41512) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:05:55.128164 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d9fa937d-5364-4698-80c1-6c6449780c7c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.151712 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d9fa937d-5364-4698-80c1-6c6449780c7c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.199399 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d9fa937d-5364-4698-80c1-6c6449780c7c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.202110 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d9fa937d-5364-4698-80c1-6c6449780c7c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.203308 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d9fa937d-5364-4698-80c1-6c6449780c7c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "DELETE /v2.0/security-groups/feed4e3c-76bd-4a18-a535-56730e240183 HTTP/1.1" status: 204 len: 168 time: 0.1296198 Jul 08 13:05:55.206447 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41514) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:05:55.212630 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa937d-5364-4698-80c1-6c6449780c7c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feed4e3c-76bd-4a18-a535-56730e240183,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:55.222869 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.api.v2.resource [None req-aeb63663-bb56-476d-a18e-35756ee4383f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] show failed (client error): The resource could not be found. Jul 08 13:05:55.224294 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-aeb63663-bb56-476d-a18e-35756ee4383f tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "GET /v2.0/security-groups/feed4e3c-76bd-4a18-a535-56730e240183 HTTP/1.1" status: 404 len: 347 time: 0.0162566 Jul 08 13:05:55.227360 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41516) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:05:55.353654 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Deleting port bf58c96d-b65a-45a9-9bf7-b4e792c21bef {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:05:55.353874 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.430083 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.430402 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.442449 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Calling delete_port for bf58c96d-b65a-45a9-9bf7-b4e792c21bef owned by network:floatingip {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:05:55.571495 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.598073 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Pushing event deleted for resources: {'Port': ['ID=bf58c96d-b65a-45a9-9bf7-b4e792c21bef,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:55.627698 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:55.627970 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:55.628308 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:55.628641 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:55.628968 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:55.629327 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:55.629652 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:55.629974 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:55.630296 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:55.630615 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:55.630932 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:55.631246 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:55.669873 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks [] for floatingip, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.672324 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.673696 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-45778a3e-0cc1-482e-b72f-4f079c3e8e2c tempest-AttachVolumeTestJSON-1108248104 tempest-AttachVolumeTestJSON-1108248104-project] 10.222.0.13 "DELETE /v2.0/floatingips/978f2e8c-b5ac-4072-9c15-fb5cd672bfdc HTTP/1.1" status: 204 len: 168 time: 0.4454381 Jul 08 13:05:57.312360 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 14aed8b3-01c1-4a70-9a32-63d3538fe489 no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:05:57.333049 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: 14aed8b3-01c1-4a70-9a32-63d3538fe489 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:05:57.333308 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 14aed8b3-01c1-4a70-9a32-63d3538fe489 not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:05:57.996395 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:59.003608 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41538) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:05:59.209420 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-28d7d735-21e3-4918-956a-ae484b85285c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Deleting port e210ab54-0cb9-4351-b1fc-5df3442e844a {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:05:59.209759 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-28d7d735-21e3-4918-956a-ae484b85285c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:59.295403 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-28d7d735-21e3-4918-956a-ae484b85285c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:59.295770 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-28d7d735-21e3-4918-956a-ae484b85285c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:59.309589 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-28d7d735-21e3-4918-956a-ae484b85285c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Calling delete_port for e210ab54-0cb9-4351-b1fc-5df3442e844a owned by network:floatingip {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:05:59.359114 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41548) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:05:59.629618 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-28d7d735-21e3-4918-956a-ae484b85285c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:59.680324 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7d735-21e3-4918-956a-ae484b85285c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event deleted for resources: {'Port': ['ID=e210ab54-0cb9-4351-b1fc-5df3442e844a,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:59.775931 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-28d7d735-21e3-4918-956a-ae484b85285c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for floatingip, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:59.776291 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.db.l3_db [None req-28d7d735-21e3-4918-956a-ae484b85285c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Floating IP 953ad934-2699-4f27-8665-94b5853a9152 disassociated (deleted). External IP: 172.27.2.201, port: 56a46c64-fb0e-4342-9c34-79b7aa461a88. Jul 08 13:06:00.034821 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-78626cef-3b5d-4191-8261-f52f94b8c507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653114'] for router_interface, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:00.079016 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d7d735-21e3-4918-956a-ae484b85285c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Router cef3d796-ab53-4af2-99b5-64d7fa7faf8a has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:06:00.283784 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d7d735-21e3-4918-956a-ae484b85285c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:06:00.288467 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-28d7d735-21e3-4918-956a-ae484b85285c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:00.295941 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd155468-ef88-4417-ad90-ff6a1305b263 None None] Sync routers for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:06:00.306037 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd155468-ef88-4417-ad90-ff6a1305b263 None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:00.306751 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-cd155468-ef88-4417-ad90-ff6a1305b263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:05:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:00.335799 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-28d7d735-21e3-4918-956a-ae484b85285c tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "DELETE /v2.0/floatingips/953ad934-2699-4f27-8665-94b5853a9152 HTTP/1.1" status: 204 len: 168 time: 1.3308067 Jul 08 13:06:00.343029 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2602f4-5d69-4009-b035-dd40b7669220', 'tag': '56a46c64-fb0e-4342-9c34-79b7aa461a88'}] {{(pid=92983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:06:00.347607 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df6de495cdfb2bd5eebb08cfcee0201b22c651e97840df5db2500c7b9978339e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bd85dd-491c-4c8d-bfae-68f401818bed" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2602f4-5d69-4009-b035-dd40b7669220", "tag": "56a46c64-fb0e-4342-9c34-79b7aa461a88"}]}' {{(pid=92983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:06:00.434301 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-cd155468-ef88-4417-ad90-ff6a1305b263 None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:00.458428 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1d0774-1310-4c29-b430-5ca3e63a8f82 x-openstack-request-id: req-9b1d0774-1310-4c29-b430-5ca3e63a8f82 {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:06:00.458722 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2602f4-5d69-4009-b035-dd40b7669220", "tag": "56a46c64-fb0e-4342-9c34-79b7aa461a88", "status": "completed", "code": 200}]} {{(pid=92983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:06:00.458968 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b1d0774-1310-4c29-b430-5ca3e63a8f82 {{(pid=92983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:06:00.459353 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2602f4-5d69-4009-b035-dd40b7669220', 'tag': '56a46c64-fb0e-4342-9c34-79b7aa461a88', 'status': 'completed', 'code': 200} Jul 08 13:06:00.482603 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-78626cef-3b5d-4191-8261-f52f94b8c507 admin admin] Deleting port f1473956-2b04-4276-ba45-bbbda94d13af {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:00.483541 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-78626cef-3b5d-4191-8261-f52f94b8c507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:00.562379 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd85dd-491c-4c8d-bfae-68f401818bed req-47065da3-0bfc-49aa-ab0e-c78d96dd6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:00.564010 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f3bd85dd-491c-4c8d-bfae-68f401818bed req-47065da3-0bfc-49aa-ab0e-c78d96dd6b37 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9&device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 1099 time: 0.0827177 Jul 08 13:06:00.595928 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-78626cef-3b5d-4191-8261-f52f94b8c507 admin admin] For port f1473956-2b04-4276-ba45-bbbda94d13af, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=f1473956-2b04-4276-ba45-bbbda94d13af,segment=NetworkSegment(9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf),segment_id=9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf)] {{(pid=92983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:00.596302 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-78626cef-3b5d-4191-8261-f52f94b8c507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:00.614587 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-78626cef-3b5d-4191-8261-f52f94b8c507 admin admin] Calling delete_port for f1473956-2b04-4276-ba45-bbbda94d13af owned by network:router_interface {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:00.680784 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd85dd-491c-4c8d-bfae-68f401818bed req-8a002981-3fbf-47ab-9667-56185279e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:00.682379 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f3bd85dd-491c-4c8d-bfae-68f401818bed req-8a002981-3fbf-47ab-9667-56185279e064 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f HTTP/1.1" status: 200 len: 913 time: 0.1123066 Jul 08 13:06:00.708494 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-cd155468-ef88-4417-ad90-ff6a1305b263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '448ecff6-cd66-4287-8e20-c18866074fc7', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'port_id': '15b48154-8a92-492e-ba81-7630c27e72ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'mac_address': 'fa:16:3e:bd:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2204281-5fa1-4014-a46e-201b985f1840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:02:32Z', 'updated_at': '2021-07-08T13:02:34Z', 'revision_number': 1, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:00.725162 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f3bd85dd-491c-4c8d-bfae-68f401818bed req-911dbf65-5ba6-4fa7-92cb-8b341e8c9a29 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56a46c64-fb0e-4342-9c34-79b7aa461a88 HTTP/1.1" status: 200 len: 217 time: 0.0356960 Jul 08 13:06:00.738452 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd155468-ef88-4417-ad90-ff6a1305b263 None None] Checking router: cef3d796-ab53-4af2-99b5-64d7fa7faf8a for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:06:00.747930 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd155468-ef88-4417-ad90-ff6a1305b263 None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:00.748555 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-cd155468-ef88-4417-ad90-ff6a1305b263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:05:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:00.777824 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd85dd-491c-4c8d-bfae-68f401818bed req-c6affd4d-f47d-49c2-96fa-da37d401f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:00.779340 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f3bd85dd-491c-4c8d-bfae-68f401818bed req-c6affd4d-f47d-49c2-96fa-da37d401f475 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b HTTP/1.1" status: 200 len: 851 time: 0.0478485 Jul 08 13:06:00.809583 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b97cbd-b5b6-46c0-b7e3-2bfca4403675 req-e8c43a42-acc2-4d39-8c15-abacb2466c95 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:00.811367 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-55b97cbd-b5b6-46c0-b7e3-2bfca4403675 req-e8c43a42-acc2-4d39-8c15-abacb2466c95 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 946 time: 0.1314061 Jul 08 13:06:00.842238 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd85dd-491c-4c8d-bfae-68f401818bed req-722f5b61-359e-42dd-93ec-1d0727ec2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:00.843767 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f3bd85dd-491c-4c8d-bfae-68f401818bed req-722f5b61-359e-42dd-93ec-1d0727ec2f57 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580814 Jul 08 13:06:00.858493 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-cd155468-ef88-4417-ad90-ff6a1305b263 None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:00.900577 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-55b97cbd-b5b6-46c0-b7e3-2bfca4403675 req-5ab144e6-6f58-4d76-bd9c-b7e2c1bedcbd tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736213 Jul 08 13:06:00.906033 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-78626cef-3b5d-4191-8261-f52f94b8c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:00.935264 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78626cef-3b5d-4191-8261-f52f94b8c507 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1473956-2b04-4276-ba45-bbbda94d13af,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:00.953774 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f3bd85dd-491c-4c8d-bfae-68f401818bed req-81f1b553-bbf6-4f32-858b-434c679dfdef service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031535 Jul 08 13:06:01.067108 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f3bd85dd-491c-4c8d-bfae-68f401818bed req-17b66354-d2b3-49fe-8006-5d196a21aeca service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065845 Jul 08 13:06:01.122074 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-78626cef-3b5d-4191-8261-f52f94b8c507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653308'] for router_interface, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:01.153210 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-cd155468-ef88-4417-ad90-ff6a1305b263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '448ecff6-cd66-4287-8e20-c18866074fc7', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'port_id': '15b48154-8a92-492e-ba81-7630c27e72ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'mac_address': 'fa:16:3e:bd:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2204281-5fa1-4014-a46e-201b985f1840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:02:32Z', 'updated_at': '2021-07-08T13:02:34Z', 'revision_number': 1, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:01.182942 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd155468-ef88-4417-ad90-ff6a1305b263 None None] The sync data for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi is: [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_floatingips': [{'id': '448ecff6-cd66-4287-8e20-c18866074fc7', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'router_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'port_id': '15b48154-8a92-492e-ba81-7630c27e72ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'mac_address': 'fa:16:3e:bd:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2204281-5fa1-4014-a46e-201b985f1840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:02:32Z', 'updated_at': '2021-07-08T13:02:34Z', 'revision_number': 1, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:06:01.424139 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8b57a-b613-4b04-8cfb-ac67c392955a None None] New status for floating IP 953ad934-2699-4f27-8665-94b5853a9152: DOWN {{(pid=92985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:06:01.622227 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78626cef-3b5d-4191-8261-f52f94b8c507 admin admin] Router bc3c2a17-447a-421d-b221-56c6b77e9214 has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:06:01.728671 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78626cef-3b5d-4191-8261-f52f94b8c507 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:06:01.734207 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-78626cef-3b5d-4191-8261-f52f94b8c507 admin admin] 10.222.0.13 "PUT /v2.0/routers/bc3c2a17-447a-421d-b221-56c6b77e9214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3740454 Jul 08 13:06:01.737529 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41558) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:01.738743 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dfffcc-1b03-45fa-8394-fdd1c479e124 None None] Sync routers for ids ['bc3c2a17-447a-421d-b221-56c6b77e9214'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:06:01.748890 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dfffcc-1b03-45fa-8394-fdd1c479e124 None None] Routers {'bc3c2a17-447a-421d-b221-56c6b77e9214'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:01.749536 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-b0dfffcc-1b03-45fa-8394-fdd1c479e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:05:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['bc3c2a17-447a-421d-b221-56c6b77e9214'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:01.860947 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-b0dfffcc-1b03-45fa-8394-fdd1c479e124 None None] Set router bc3c2a17-447a-421d-b221-56c6b77e9214 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:02.075950 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-b0dfffcc-1b03-45fa-8394-fdd1c479e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:06:00Z', 'revision_number': 5, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:02.106995 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dfffcc-1b03-45fa-8394-fdd1c479e124 None None] Checking router: bc3c2a17-447a-421d-b221-56c6b77e9214 for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:06:02.115742 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dfffcc-1b03-45fa-8394-fdd1c479e124 None None] Routers {'bc3c2a17-447a-421d-b221-56c6b77e9214'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:02.116376 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-b0dfffcc-1b03-45fa-8394-fdd1c479e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:05:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['bc3c2a17-447a-421d-b221-56c6b77e9214'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:02.195958 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3c4c64a0-72bd-4bf1-a9c4-2b5f394ab71e admin admin] Notify callbacks [] for router, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:02.220688 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-b0dfffcc-1b03-45fa-8394-fdd1c479e124 None None] Set router bc3c2a17-447a-421d-b221-56c6b77e9214 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:02.270996 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70030436-7824-4a64-9547-b0d0a12cccac req-2fced564-a58d-4c90-ae4d-040e66fe7f24 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:02.272442 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-70030436-7824-4a64-9547-b0d0a12cccac req-2fced564-a58d-4c90-ae4d-040e66fe7f24 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 946 time: 0.1623602 Jul 08 13:06:02.342295 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5697c-0419-4d17-abd9-8ac1b2295431 req-ab42be94-5ac1-44ad-af1c-8593f89b194d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:02.343776 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a2d5697c-0419-4d17-abd9-8ac1b2295431 req-ab42be94-5ac1-44ad-af1c-8593f89b194d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 946 time: 0.2347896 Jul 08 13:06:02.398363 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-b0dfffcc-1b03-45fa-8394-fdd1c479e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:06:00Z', 'revision_number': 5, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:02.402604 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3c4c64a0-72bd-4bf1-a9c4-2b5f394ab71e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:02.442250 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a2d5697c-0419-4d17-abd9-8ac1b2295431 req-99d98978-5bb1-467f-9eee-86092ce504b8 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909007 Jul 08 13:06:02.496818 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-70030436-7824-4a64-9547-b0d0a12cccac req-a005c043-c64e-428d-bf91-6891584e0060 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Deleting port 56a46c64-fb0e-4342-9c34-79b7aa461a88 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:02.497200 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-70030436-7824-4a64-9547-b0d0a12cccac req-a005c043-c64e-428d-bf91-6891584e0060 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:02.508300 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dfffcc-1b03-45fa-8394-fdd1c479e124 None None] The sync data for ids ['bc3c2a17-447a-421d-b221-56c6b77e9214'] in dv-cinder-800022-1-iscsi is: [{'id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'name': 'tempest-AttachVolumeTestJSON-220259659-router', 'tenant_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '410178ae-29a9-423f-8413-dd04ef88500a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:53Z', 'updated_at': '2021-07-08T13:06:00Z', 'revision_number': 5, 'project_id': '4b310ee9fabe4cb1865cbed86e3ec272', 'gw_port': {'id': '410178ae-29a9-423f-8413-dd04ef88500a', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c2a17-447a-421d-b221-56c6b77e9214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:54Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:06:02.552757 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-3c4c64a0-72bd-4bf1-a9c4-2b5f394ab71e admin admin] Deleting port 410178ae-29a9-423f-8413-dd04ef88500a {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:02.553126 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3c4c64a0-72bd-4bf1-a9c4-2b5f394ab71e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:02.637563 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-70030436-7824-4a64-9547-b0d0a12cccac req-a005c043-c64e-428d-bf91-6891584e0060 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] For port 56a46c64-fb0e-4342-9c34-79b7aa461a88, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=56a46c64-fb0e-4342-9c34-79b7aa461a88,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:02.637917 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-70030436-7824-4a64-9547-b0d0a12cccac req-a005c043-c64e-428d-bf91-6891584e0060 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:02.655266 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-70030436-7824-4a64-9547-b0d0a12cccac req-a005c043-c64e-428d-bf91-6891584e0060 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Calling delete_port for 56a46c64-fb0e-4342-9c34-79b7aa461a88 owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:02.671902 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-3c4c64a0-72bd-4bf1-a9c4-2b5f394ab71e admin admin] For port 410178ae-29a9-423f-8413-dd04ef88500a, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=410178ae-29a9-423f-8413-dd04ef88500a,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:02.672245 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3c4c64a0-72bd-4bf1-a9c4-2b5f394ab71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:02.716417 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-3c4c64a0-72bd-4bf1-a9c4-2b5f394ab71e admin admin] Calling delete_port for 410178ae-29a9-423f-8413-dd04ef88500a owned by network:router_gateway {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:02.897257 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-70030436-7824-4a64-9547-b0d0a12cccac req-a005c043-c64e-428d-bf91-6891584e0060 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:02.951536 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005c043-c64e-428d-bf91-6891584e0060 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event deleted for resources: {'Port': ['ID=56a46c64-fb0e-4342-9c34-79b7aa461a88,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:03.006412 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-70030436-7824-4a64-9547-b0d0a12cccac req-a005c043-c64e-428d-bf91-6891584e0060 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] No DVR routers for this DVR port 56a46c64-fb0e-4342-9c34-79b7aa461a88 on host hv-cinder-80002 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:06:03.009092 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-70030436-7824-4a64-9547-b0d0a12cccac req-a005c043-c64e-428d-bf91-6891584e0060 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.011241 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-70030436-7824-4a64-9547-b0d0a12cccac req-a005c043-c64e-428d-bf91-6891584e0060 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.61 "DELETE /v2.0/ports/56a46c64-fb0e-4342-9c34-79b7aa461a88 HTTP/1.1" status: 204 len: 173 time: 0.7109115 Jul 08 13:06:03.011734 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2602f4-5d69-4009-b035-dd40b7669220', 'name': 'network-vif-deleted', 'tag': '56a46c64-fb0e-4342-9c34-79b7aa461a88'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:06:03.014226 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916f5093-34f3-4872-92bb-3ad2d76a68b5" -d '{"events": [{"server_uuid": "8b2602f4-5d69-4009-b035-dd40b7669220", "name": "network-vif-deleted", "tag": "56a46c64-fb0e-4342-9c34-79b7aa461a88"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:06:03.017824 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3c4c64a0-72bd-4bf1-a9c4-2b5f394ab71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.045147 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c64a0-72bd-4bf1-a9c4-2b5f394ab71e admin admin] Pushing event deleted for resources: {'Port': ['ID=410178ae-29a9-423f-8413-dd04ef88500a,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:03.070056 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd26c96-a27e-465c-82cb-597d6212cc2f x-openstack-request-id: req-abd26c96-a27e-465c-82cb-597d6212cc2f {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:06:03.071585 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2602f4-5d69-4009-b035-dd40b7669220", "name": "network-vif-deleted", "tag": "56a46c64-fb0e-4342-9c34-79b7aa461a88", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:06:03.071843 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abd26c96-a27e-465c-82cb-597d6212cc2f {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:06:03.072236 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2602f4-5d69-4009-b035-dd40b7669220', 'name': 'network-vif-deleted', 'tag': '56a46c64-fb0e-4342-9c34-79b7aa461a88', 'status': 'completed', 'code': 200} Jul 08 13:06:03.111467 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3c4c64a0-72bd-4bf1-a9c4-2b5f394ab71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718327'] for router_gateway, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.200670 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3c4c64a0-72bd-4bf1-a9c4-2b5f394ab71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4145'] for router, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.202910 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3c4c64a0-72bd-4bf1-a9c4-2b5f394ab71e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.253656 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3c4c64a0-72bd-4bf1-a9c4-2b5f394ab71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646035'] for router, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.254429 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4c64a0-72bd-4bf1-a9c4-2b5f394ab71e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc3c2a17-447a-421d-b221-56c6b77e9214 {{(pid=92981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 13:06:03.261930 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3c4c64a0-72bd-4bf1-a9c4-2b5f394ab71e admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.263993 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-3c4c64a0-72bd-4bf1-a9c4-2b5f394ab71e admin admin] 10.222.0.13 "DELETE /v2.0/routers/bc3c2a17-447a-421d-b221-56c6b77e9214 HTTP/1.1" status: 204 len: 168 time: 1.5249870 Jul 08 13:06:03.266927 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41566) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:03.319676 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0fb4eb-3daa-426f-931c-d63b187c3be0 admin admin] Deleting subnet 44b15ac3-c428-40b5-a979-d110bb66bea5 {{(pid=92983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:06:03.323783 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb4eb-3daa-426f-931c-d63b187c3be0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.363378 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb4eb-3daa-426f-931c-d63b187c3be0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3025391'] for subnet, precommit_delete_associations {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.472317 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb4eb-3daa-426f-931c-d63b187c3be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1818188'] for subnet, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.536069 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb4eb-3daa-426f-931c-d63b187c3be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1818203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3137349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261328070'] for subnet, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.562074 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fb4eb-3daa-426f-931c-d63b187c3be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44b15ac3-c428-40b5-a979-d110bb66bea5,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:03.566064 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb4eb-3daa-426f-931c-d63b187c3be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.570807 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41570) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:03.575142 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408a078c-8d2a-4a62-baf3-d7d9cce4366e None None] Network 0774659f-eb55-48c0-b654-44affc4541c1 requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:06:03.577628 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-cf0fb4eb-3daa-426f-931c-d63b187c3be0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/44b15ac3-c428-40b5-a979-d110bb66bea5 HTTP/1.1" status: 204 len: 168 time: 0.3089328 Jul 08 13:06:03.650964 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b52510fe-1868-414d-8247-98729bb6c91a req-0fa91b3e-d41f-4078-be28-274d61846766 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b2602f4-5d69-4009-b035-dd40b7669220 HTTP/1.1" status: 200 len: 210 time: 0.0617926 Jul 08 13:06:03.673625 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704495'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.730866 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] Deleting port 145ef89c-8470-484a-bc92-d13a3bb5ee90 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:03.731282 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.807384 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] For port 145ef89c-8470-484a-bc92-d13a3bb5ee90, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=145ef89c-8470-484a-bc92-d13a3bb5ee90,segment=NetworkSegment(9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf),segment_id=9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:03.809091 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.816156 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] DHCP port deletion for 0774659f-eb55-48c0-b654-44affc4541c1 request from dv-cinder-800022-1-iscsi {{(pid=92985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 13:06:03.823013 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] Calling delete_port for 145ef89c-8470-484a-bc92-d13a3bb5ee90 owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:03.910574 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.941263 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] Pushing event deleted for resources: {'Port': ['ID=145ef89c-8470-484a-bc92-d13a3bb5ee90,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:03.945062 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] No DVR routers for this DVR port 145ef89c-8470-484a-bc92-d13a3bb5ee90 on host dv-cinder-800022-1-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:06:03.981411 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 410178ae-29a9-423f-8413-dd04ef88500a no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:06:04.002322 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: 410178ae-29a9-423f-8413-dd04ef88500a {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:06:04.002569 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 410178ae-29a9-423f-8413-dd04ef88500a not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:06:04.002974 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f1473956-2b04-4276-ba45-bbbda94d13af no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:06:04.018588 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1811703', 'neutron.services.segments.db._delete_segments_for_network-8757848019285'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:04.027632 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: f1473956-2b04-4276-ba45-bbbda94d13af {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:06:04.027914 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f1473956-2b04-4276-ba45-bbbda94d13af not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:06:04.028334 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 145ef89c-8470-484a-bc92-d13a3bb5ee90 no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:06:04.028704 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0774659f-eb55-48c0-b654-44affc4541c1']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:04.038673 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:04.038963 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0ebcc2-5096-46c4-b947-27f4cb9b8cbf') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:04.047498 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757848043825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261736289'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:04.048074 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: 145ef89c-8470-484a-bc92-d13a3bb5ee90 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:06:04.048429 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 145ef89c-8470-484a-bc92-d13a3bb5ee90 not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:06:04.055817 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Deleting port 145ef89c-8470-484a-bc92-d13a3bb5ee90 {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:04.056087 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:04.061475 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:04.067464 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:06:04.068030 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260280139'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: timer() Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: cb(*args, **kw) Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: self._notify() Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: self.callback(batched_events) Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: event.method(event) Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: return self._get(url).json() Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:06:04.069671 dv-cinder-800022-1-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:06:04.122010 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1811662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:04.122591 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] For port 145ef89c-8470-484a-bc92-d13a3bb5ee90, host dv-cinder-800022-1-iscsi, got binding levels [] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:04.123911 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:04.127192 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:04.128998 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] 10.222.0.13 "DELETE /v2.0/networks/0774659f-eb55-48c0-b654-44affc4541c1 HTTP/1.1" status: 204 len: 168 time: 0.5573757 Jul 08 13:06:04.139090 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Calling delete_port for 145ef89c-8470-484a-bc92-d13a3bb5ee90 owned by network:dhcp {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:04.140600 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2af1e6-a09d-4b60-b267-ab429bc83bda admin admin] Pushing event deleted for resources: {'Network': ['ID=0774659f-eb55-48c0-b654-44affc4541c1,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:04.142940 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.ipam_backend_mixin [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Port 145ef89c-8470-484a-bc92-d13a3bb5ee90 was not found and therefore no delete operation was performed {{(pid=92985) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 13:06:04.144512 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:04.167322 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Network 0774659f-eb55-48c0-b654-44affc4541c1 is not hosted by any dhcp agent {{(pid=92985) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 13:06:04.167783 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] No DVR routers for this DVR port 145ef89c-8470-484a-bc92-d13a3bb5ee90 on host dv-cinder-800022-1-iscsi {{(pid=92985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:06:04.175195 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Pushing event deleted for resources: {'Port': ['ID=145ef89c-8470-484a-bc92-d13a3bb5ee90,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:04.180155 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:04.180528 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:04.180830 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:04.181248 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:04.181534 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:04.181873 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:04.182205 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:04.182537 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:04.182865 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:04.183195 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:04.183527 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:04.183852 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e306f9-e476-4f1e-9bd5-e5bd9dca2499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:04.294900 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41574) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:04.334710 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d5b240bd-7138-4353-9ff0-a6794ec083e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b310ee9fabe4cb1865cbed86e3ec272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385389 Jul 08 13:06:04.337146 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41576) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:04.388506 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a37d9c65-4001-4251-ad67-abcae3ba977c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:04.409060 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a37d9c65-4001-4251-ad67-abcae3ba977c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:04.454030 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a37d9c65-4001-4251-ad67-abcae3ba977c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:04.456658 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a37d9c65-4001-4251-ad67-abcae3ba977c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:04.457835 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a37d9c65-4001-4251-ad67-abcae3ba977c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a3d09b8-1742-4873-9f39-907af2138598 HTTP/1.1" status: 204 len: 168 time: 0.1197231 Jul 08 13:06:04.466861 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d9c65-4001-4251-ad67-abcae3ba977c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3d09b8-1742-4873-9f39-907af2138598,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:05.359125 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 56a46c64-fb0e-4342-9c34-79b7aa461a88 no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:06:05.379071 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: 56a46c64-fb0e-4342-9c34-79b7aa461a88 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:06:05.379467 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 56a46c64-fb0e-4342-9c34-79b7aa461a88 not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:06:06.774389 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:06:06.997393 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41642) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:07.161501 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-f491a5b4-8775-4a88-a35f-a92db65c5cf9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Deleting port d279039e-7352-4707-917d-953eebacea3a {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:07.161765 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f491a5b4-8775-4a88-a35f-a92db65c5cf9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:07.235296 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f491a5b4-8775-4a88-a35f-a92db65c5cf9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:07.235655 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f491a5b4-8775-4a88-a35f-a92db65c5cf9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:07.248224 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-f491a5b4-8775-4a88-a35f-a92db65c5cf9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Calling delete_port for d279039e-7352-4707-917d-953eebacea3a owned by network:floatingip {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:07.425125 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f491a5b4-8775-4a88-a35f-a92db65c5cf9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:07.451318 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491a5b4-8775-4a88-a35f-a92db65c5cf9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event deleted for resources: {'Port': ['ID=d279039e-7352-4707-917d-953eebacea3a,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:07.511716 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f491a5b4-8775-4a88-a35f-a92db65c5cf9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for floatingip, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:07.512042 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.l3_db [None req-f491a5b4-8775-4a88-a35f-a92db65c5cf9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Floating IP 448ecff6-cd66-4287-8e20-c18866074fc7 disassociated (deleted). External IP: 172.27.2.168, port: 15b48154-8a92-492e-ba81-7630c27e72ac. Jul 08 13:06:07.715212 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f491a5b4-8775-4a88-a35f-a92db65c5cf9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Router cef3d796-ab53-4af2-99b5-64d7fa7faf8a has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:06:07.827860 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f491a5b4-8775-4a88-a35f-a92db65c5cf9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:06:07.832678 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f491a5b4-8775-4a88-a35f-a92db65c5cf9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:07.837689 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b271a091-2983-40a6-918c-bba1adaa0dcd None None] Sync routers for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:06:07.846881 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b271a091-2983-40a6-918c-bba1adaa0dcd None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:07.847507 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-b271a091-2983-40a6-918c-bba1adaa0dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:05:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:07.868034 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f491a5b4-8775-4a88-a35f-a92db65c5cf9 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "DELETE /v2.0/floatingips/448ecff6-cd66-4287-8e20-c18866074fc7 HTTP/1.1" status: 204 len: 168 time: 0.8695216 Jul 08 13:06:07.868616 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2204281-5fa1-4014-a46e-201b985f1840', 'tag': '15b48154-8a92-492e-ba81-7630c27e72ac'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:06:07.871521 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a62c34-a166-4cf1-922a-79c78577e23c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2204281-5fa1-4014-a46e-201b985f1840", "tag": "15b48154-8a92-492e-ba81-7630c27e72ac"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:06:07.930937 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd4b85b-d8b8-4f1c-ab26-7fafbb261afe x-openstack-request-id: req-fcd4b85b-d8b8-4f1c-ab26-7fafbb261afe {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:06:07.931256 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2204281-5fa1-4014-a46e-201b985f1840", "tag": "15b48154-8a92-492e-ba81-7630c27e72ac", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:06:07.931484 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcd4b85b-d8b8-4f1c-ab26-7fafbb261afe {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:06:07.931888 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2204281-5fa1-4014-a46e-201b985f1840', 'tag': '15b48154-8a92-492e-ba81-7630c27e72ac', 'status': 'completed', 'code': 200} Jul 08 13:06:07.971143 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-b271a091-2983-40a6-918c-bba1adaa0dcd None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:08.016812 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a62c34-a166-4cf1-922a-79c78577e23c req-659c90aa-08f2-4959-a221-82c0fde6c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:08.019540 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-52a62c34-a166-4cf1-922a-79c78577e23c req-659c90aa-08f2-4959-a221-82c0fde6c6e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9&device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 1099 time: 0.0607278 Jul 08 13:06:08.141579 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a62c34-a166-4cf1-922a-79c78577e23c req-dfa082e7-6b3c-4f61-9457-4e4b4d7afa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:08.143425 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-52a62c34-a166-4cf1-922a-79c78577e23c req-dfa082e7-6b3c-4f61-9457-4e4b4d7afa4e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f HTTP/1.1" status: 200 len: 913 time: 0.1176615 Jul 08 13:06:08.207933 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-52a62c34-a166-4cf1-922a-79c78577e23c req-e64f33dc-0dea-42a0-858b-bbef3a61d622 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15b48154-8a92-492e-ba81-7630c27e72ac HTTP/1.1" status: 200 len: 217 time: 0.0510998 Jul 08 13:06:08.262678 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-b271a091-2983-40a6-918c-bba1adaa0dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:08.289714 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b271a091-2983-40a6-918c-bba1adaa0dcd None None] Checking router: cef3d796-ab53-4af2-99b5-64d7fa7faf8a for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:06:08.292134 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a62c34-a166-4cf1-922a-79c78577e23c req-f1e7cc0b-61bf-4115-9807-e85cccf15816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:08.294583 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-52a62c34-a166-4cf1-922a-79c78577e23c req-f1e7cc0b-61bf-4115-9807-e85cccf15816 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b HTTP/1.1" status: 200 len: 851 time: 0.0761871 Jul 08 13:06:08.299977 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b271a091-2983-40a6-918c-bba1adaa0dcd None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:08.300623 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-b271a091-2983-40a6-918c-bba1adaa0dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:05:46Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:08.321658 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41658) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:08.358622 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a62c34-a166-4cf1-922a-79c78577e23c req-ec21d829-2adc-4d74-a6a2-febf80964a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:08.360267 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-52a62c34-a166-4cf1-922a-79c78577e23c req-ec21d829-2adc-4d74-a6a2-febf80964a12 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa8d924-07d6-4b37-8b61-55b843f8fe3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576496 Jul 08 13:06:08.387374 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae0926-f5ac-4e9e-824f-3db3a5e8de7c req-ef62dcd9-370c-4711-9c68-bc568ff872b3 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:08.388959 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7eae0926-f5ac-4e9e-824f-3db3a5e8de7c req-ef62dcd9-370c-4711-9c68-bc568ff872b3 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 946 time: 0.0817888 Jul 08 13:06:08.432430 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-7eae0926-f5ac-4e9e-824f-3db3a5e8de7c req-073185d4-a477-4609-91fb-c2c3482440cb tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366197 Jul 08 13:06:08.434115 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-b271a091-2983-40a6-918c-bba1adaa0dcd None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:08.484383 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-52a62c34-a166-4cf1-922a-79c78577e23c req-c70fb08d-d7cc-4a74-b666-1ed55548266a service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170859 Jul 08 13:06:08.490720 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0003672f-1d71-486d-91da-4fe7f758a354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:08.593699 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-52a62c34-a166-4cf1-922a-79c78577e23c req-4cd04e16-81f5-4eea-9d4e-3eebf9b5b266 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028888 Jul 08 13:06:08.603757 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0003672f-1d71-486d-91da-4fe7f758a354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:08.608236 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-0003672f-1d71-486d-91da-4fe7f758a354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:08.647617 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-0003672f-1d71-486d-91da-4fe7f758a354 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a63a063b11da4f03b4ceb519f9f7257e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248839 Jul 08 13:06:08.648367 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003672f-1d71-486d-91da-4fe7f758a354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd92e28c-819a-4528-ad9b-3f5f7838a1a1,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:08.651970 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41662) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:08.668728 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-b271a091-2983-40a6-918c-bba1adaa0dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:08.698325 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b271a091-2983-40a6-918c-bba1adaa0dcd None None] The sync data for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi is: [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:29Z', 'revision_number': 4, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi', '_interfaces': [{'id': 'f72fb979-67c2-4308-813a-ca9c1f5c4022', 'name': '', 'network_id': '6fa8d924-07d6-4b37-8b61-55b843f8fe3f', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'mac_address': 'fa:16:3e:67:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:29Z', 'updated_at': '2021-07-08T12:59:36Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'subnets': [{'id': 'b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:06:08.703224 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d35734f9-d8a9-4b09-9cd4-7261421dc339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:08.726569 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d35734f9-d8a9-4b09-9cd4-7261421dc339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:08.780514 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d35734f9-d8a9-4b09-9cd4-7261421dc339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:08.783272 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d35734f9-d8a9-4b09-9cd4-7261421dc339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:08.784444 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d35734f9-d8a9-4b09-9cd4-7261421dc339 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd92e28c-819a-4528-ad9b-3f5f7838a1a1 HTTP/1.1" status: 204 len: 168 time: 0.1311510 Jul 08 13:06:08.793172 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35734f9-d8a9-4b09-9cd4-7261421dc339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd92e28c-819a-4528-ad9b-3f5f7838a1a1,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:08.929711 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32e6e0-079e-42ee-8316-9f11f3c780a6 None None] New status for floating IP 448ecff6-cd66-4287-8e20-c18866074fc7: DOWN {{(pid=92986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:06:09.624295 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ff598-c73f-4016-8ddd-353f329acc06 req-fe518031-4a52-4019-a0d4-a253afb6edd5 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:09.625869 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7d0ff598-c73f-4016-8ddd-353f329acc06 req-fe518031-4a52-4019-a0d4-a253afb6edd5 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 946 time: 0.0706720 Jul 08 13:06:09.698608 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7d0ff598-c73f-4016-8ddd-353f329acc06 req-0aeed5f4-106a-40e1-8007-bb0f0370592d tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/security-groups?id=db55c41b-ead7-492e-935c-acf6287804f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657976 Jul 08 13:06:09.742141 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa34e4-554a-4d8d-a00a-fdabc218df90 req-7e15bce6-3a69-4fa8-a9ea-de88b6b35b62 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:09.743688 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5baa34e4-554a-4d8d-a00a-fdabc218df90 req-7e15bce6-3a69-4fa8-a9ea-de88b6b35b62 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 946 time: 0.0868278 Jul 08 13:06:09.852765 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-5baa34e4-554a-4d8d-a00a-fdabc218df90 req-a0d1b83a-34a8-4a4f-902e-4b4e43917861 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Deleting port 15b48154-8a92-492e-ba81-7630c27e72ac {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:09.853139 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5baa34e4-554a-4d8d-a00a-fdabc218df90 req-a0d1b83a-34a8-4a4f-902e-4b4e43917861 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:09.942341 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-5baa34e4-554a-4d8d-a00a-fdabc218df90 req-a0d1b83a-34a8-4a4f-902e-4b4e43917861 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] For port 15b48154-8a92-492e-ba81-7630c27e72ac, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=15b48154-8a92-492e-ba81-7630c27e72ac,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:09.942705 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5baa34e4-554a-4d8d-a00a-fdabc218df90 req-a0d1b83a-34a8-4a4f-902e-4b4e43917861 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:09.956440 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-5baa34e4-554a-4d8d-a00a-fdabc218df90 req-a0d1b83a-34a8-4a4f-902e-4b4e43917861 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Calling delete_port for 15b48154-8a92-492e-ba81-7630c27e72ac owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:10.086795 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5baa34e4-554a-4d8d-a00a-fdabc218df90 req-a0d1b83a-34a8-4a4f-902e-4b4e43917861 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:10.116249 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1b83a-34a8-4a4f-902e-4b4e43917861 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event deleted for resources: {'Port': ['ID=15b48154-8a92-492e-ba81-7630c27e72ac,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:10.162448 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-5baa34e4-554a-4d8d-a00a-fdabc218df90 req-a0d1b83a-34a8-4a4f-902e-4b4e43917861 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] No DVR routers for this DVR port 15b48154-8a92-492e-ba81-7630c27e72ac on host hv-cinder-80002 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:06:10.164976 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-5baa34e4-554a-4d8d-a00a-fdabc218df90 req-a0d1b83a-34a8-4a4f-902e-4b4e43917861 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:10.167060 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5baa34e4-554a-4d8d-a00a-fdabc218df90 req-a0d1b83a-34a8-4a4f-902e-4b4e43917861 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.61 "DELETE /v2.0/ports/15b48154-8a92-492e-ba81-7630c27e72ac HTTP/1.1" status: 204 len: 173 time: 0.4183948 Jul 08 13:06:10.167500 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2204281-5fa1-4014-a46e-201b985f1840', 'name': 'network-vif-deleted', 'tag': '15b48154-8a92-492e-ba81-7630c27e72ac'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:06:10.169770 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb36aa3-3942-4225-b837-ea882e03c92a" -d '{"events": [{"server_uuid": "d2204281-5fa1-4014-a46e-201b985f1840", "name": "network-vif-deleted", "tag": "15b48154-8a92-492e-ba81-7630c27e72ac"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:06:10.208357 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272ebb65-4daf-487b-bfef-f67c1fd80e19 x-openstack-request-id: req-272ebb65-4daf-487b-bfef-f67c1fd80e19 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:06:10.208660 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2204281-5fa1-4014-a46e-201b985f1840", "name": "network-vif-deleted", "tag": "15b48154-8a92-492e-ba81-7630c27e72ac", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:06:10.208990 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-272ebb65-4daf-487b-bfef-f67c1fd80e19 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:06:10.209513 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2204281-5fa1-4014-a46e-201b985f1840', 'name': 'network-vif-deleted', 'tag': '15b48154-8a92-492e-ba81-7630c27e72ac', 'status': 'completed', 'code': 200} Jul 08 13:06:10.865075 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9daed891-a348-4a20-a45e-ce9f0463c81b req-46c37420-c672-46a2-a297-4f3199918111 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2204281-5fa1-4014-a46e-201b985f1840 HTTP/1.1" status: 200 len: 210 time: 0.0355794 Jul 08 13:06:11.961302 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41720) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:12.088448 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-7d136791-451d-4c5c-88bd-1a1a10341014 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Deleting port 5b4b2494-b3af-44ac-8506-9a3f7decf152 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:12.088795 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d136791-451d-4c5c-88bd-1a1a10341014 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:12.166232 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d136791-451d-4c5c-88bd-1a1a10341014 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:12.166464 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d136791-451d-4c5c-88bd-1a1a10341014 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:12.178220 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-7d136791-451d-4c5c-88bd-1a1a10341014 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Calling delete_port for 5b4b2494-b3af-44ac-8506-9a3f7decf152 owned by network:floatingip {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:12.310863 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d136791-451d-4c5c-88bd-1a1a10341014 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:12.341257 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d136791-451d-4c5c-88bd-1a1a10341014 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event deleted for resources: {'Port': ['ID=5b4b2494-b3af-44ac-8506-9a3f7decf152,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:12.440533 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d136791-451d-4c5c-88bd-1a1a10341014 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for floatingip, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:12.443038 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d136791-451d-4c5c-88bd-1a1a10341014 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:12.444230 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7d136791-451d-4c5c-88bd-1a1a10341014 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "DELETE /v2.0/floatingips/b80563c8-af23-45e4-8739-a117aee702d6 HTTP/1.1" status: 204 len: 168 time: 0.4818337 Jul 08 13:06:13.530134 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e16a90b1-4ee7-4c98-bb30-0d85d0cffacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:13.588573 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 15b48154-8a92-492e-ba81-7630c27e72ac no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:06:13.611121 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: 15b48154-8a92-492e-ba81-7630c27e72ac {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:06:13.611474 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 15b48154-8a92-492e-ba81-7630c27e72ac not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:06:15.837926 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41750) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:15.900859 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a78f0c2d-d122-4573-beed-6a256052d2a4 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:15.930153 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a78f0c2d-d122-4573-beed-6a256052d2a4 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:15.994516 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a78f0c2d-d122-4573-beed-6a256052d2a4 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:15.997143 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a78f0c2d-d122-4573-beed-6a256052d2a4 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:15.998332 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a78f0c2d-d122-4573-beed-6a256052d2a4 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] 10.222.0.13 "DELETE /v2.0/security-groups/db55c41b-ead7-492e-935c-acf6287804f4 HTTP/1.1" status: 204 len: 168 time: 0.1593795 Jul 08 13:06:16.008252 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f0c2d-d122-4573-beed-6a256052d2a4 tempest-TestVolumeBootPattern-244235461 tempest-TestVolumeBootPattern-244235461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db55c41b-ead7-492e-935c-acf6287804f4,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:16.019415 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-0fd4c6f7-6af5-47e2-b0f1-44b38ac6fb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:16.084970 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41762) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:16.824141 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a89d-8ab2-45aa-9bb2-17e9c1264546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653114'] for router_interface, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:16.941164 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:17.077545 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-d7b2a89d-8ab2-45aa-9bb2-17e9c1264546 admin admin] Deleting port f72fb979-67c2-4308-813a-ca9c1f5c4022 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:17.078255 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a89d-8ab2-45aa-9bb2-17e9c1264546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:17.161823 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-d7b2a89d-8ab2-45aa-9bb2-17e9c1264546 admin admin] For port f72fb979-67c2-4308-813a-ca9c1f5c4022, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=f72fb979-67c2-4308-813a-ca9c1f5c4022,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:17.162184 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a89d-8ab2-45aa-9bb2-17e9c1264546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:17.175533 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-d7b2a89d-8ab2-45aa-9bb2-17e9c1264546 admin admin] Calling delete_port for f72fb979-67c2-4308-813a-ca9c1f5c4022 owned by network:router_interface {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:17.360166 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a89d-8ab2-45aa-9bb2-17e9c1264546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:17.385693 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2a89d-8ab2-45aa-9bb2-17e9c1264546 admin admin] Pushing event deleted for resources: {'Port': ['ID=f72fb979-67c2-4308-813a-ca9c1f5c4022,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:17.514706 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:17.552670 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a89d-8ab2-45aa-9bb2-17e9c1264546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653308'] for router_interface, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:17.757420 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b2a89d-8ab2-45aa-9bb2-17e9c1264546 admin admin] Router cef3d796-ab53-4af2-99b5-64d7fa7faf8a has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:06:17.856077 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b2a89d-8ab2-45aa-9bb2-17e9c1264546 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:06:17.860998 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d7b2a89d-8ab2-45aa-9bb2-17e9c1264546 admin admin] 10.222.0.13 "PUT /v2.0/routers/cef3d796-ab53-4af2-99b5-64d7fa7faf8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7749321 Jul 08 13:06:17.863420 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41768) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:17.866376 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba0ad39-9024-4b96-a7b1-f91582c10860 None None] Sync routers for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:06:17.875975 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba0ad39-9024-4b96-a7b1-f91582c10860 None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:17.876599 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-9ba0ad39-9024-4b96-a7b1-f91582c10860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:06:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:17.971075 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-30acd84a-5b62-46ce-91be-44c1dfaca037 admin admin] Notify callbacks [] for router, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:17.990715 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-9ba0ad39-9024-4b96-a7b1-f91582c10860 None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: dv-cinder-800022-1-iscsi {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:18.071013 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-30acd84a-5b62-46ce-91be-44c1dfaca037 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.124311 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-30acd84a-5b62-46ce-91be-44c1dfaca037 admin admin] Deleting port a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:18.125049 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-30acd84a-5b62-46ce-91be-44c1dfaca037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.172440 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-9ba0ad39-9024-4b96-a7b1-f91582c10860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T13:06:17Z', 'revision_number': 5, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port': {'id': 'a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:18.198662 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba0ad39-9024-4b96-a7b1-f91582c10860 None None] Checking router: cef3d796-ab53-4af2-99b5-64d7fa7faf8a for host: dv-cinder-800022-1-iscsi {{(pid=92985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:06:18.213094 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba0ad39-9024-4b96-a7b1-f91582c10860 None None] Routers {'cef3d796-ab53-4af2-99b5-64d7fa7faf8a'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:18.213748 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-9ba0ad39-9024-4b96-a7b1-f91582c10860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:06:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'], 'active': True} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:18.215145 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-30acd84a-5b62-46ce-91be-44c1dfaca037 admin admin] For port a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:18.215503 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-30acd84a-5b62-46ce-91be-44c1dfaca037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.228365 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-30acd84a-5b62-46ce-91be-44c1dfaca037 admin admin] Calling delete_port for a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1 owned by network:router_gateway {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:18.301040 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvr_db [None req-9ba0ad39-9024-4b96-a7b1-f91582c10860 None None] Set router cef3d796-ab53-4af2-99b5-64d7fa7faf8a gateway port host: None {{(pid=92985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:18.355823 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_hamode_db [None req-9ba0ad39-9024-4b96-a7b1-f91582c10860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T13:06:18Z', 'revision_number': 6, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port_host': None}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:18.385626 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba0ad39-9024-4b96-a7b1-f91582c10860 None None] The sync data for ids ['cef3d796-ab53-4af2-99b5-64d7fa7faf8a'] in dv-cinder-800022-1-iscsi is: [{'id': 'cef3d796-ab53-4af2-99b5-64d7fa7faf8a', 'name': 'tempest-TestVolumeBootPattern-1854432379-router', 'tenant_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:26Z', 'updated_at': '2021-07-08T13:06:18Z', 'revision_number': 6, 'project_id': '054cc5f77d1d4fcfba89fcd19f3893b9', 'gw_port_host': None}] {{(pid=92985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:06:18.411425 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-30acd84a-5b62-46ce-91be-44c1dfaca037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.441382 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acd84a-5b62-46ce-91be-44c1dfaca037 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:18.503695 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-30acd84a-5b62-46ce-91be-44c1dfaca037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718327'] for router_gateway, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.592573 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-30acd84a-5b62-46ce-91be-44c1dfaca037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4145'] for router, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.594848 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-30acd84a-5b62-46ce-91be-44c1dfaca037 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.641878 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-30acd84a-5b62-46ce-91be-44c1dfaca037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646035'] for router, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.642444 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30acd84a-5b62-46ce-91be-44c1dfaca037 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cef3d796-ab53-4af2-99b5-64d7fa7faf8a {{(pid=92981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 13:06:18.647081 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-30acd84a-5b62-46ce-91be-44c1dfaca037 admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.648135 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-30acd84a-5b62-46ce-91be-44c1dfaca037 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cef3d796-ab53-4af2-99b5-64d7fa7faf8a HTTP/1.1" status: 204 len: 168 time: 0.7838094 Jul 08 13:06:18.650860 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41772) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:18.694506 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcdc8c2-a089-4b82-9c67-8616044e822c admin admin] Deleting subnet b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:06:18.697697 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-adcdc8c2-a089-4b82-9c67-8616044e822c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.734323 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-adcdc8c2-a089-4b82-9c67-8616044e822c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261736296'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.823775 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-adcdc8c2-a089-4b82-9c67-8616044e822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1818188'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.879515 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-adcdc8c2-a089-4b82-9c67-8616044e822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1818203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260280300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262104700'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.909432 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-adcdc8c2-a089-4b82-9c67-8616044e822c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.911538 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-adcdc8c2-a089-4b82-9c67-8616044e822c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b HTTP/1.1" status: 204 len: 168 time: 0.2596757 Jul 08 13:06:18.912563 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcdc8c2-a089-4b82-9c67-8616044e822c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2b59b51-7eef-4a2c-815d-a4f6e3a83d3b,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:18.914354 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41774) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:18.922497 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bf1afb-67ad-4f63-8c0f-03aad9ba6542 None None] Network 6fa8d924-07d6-4b37-8b61-55b843f8fe3f requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:06:18.987087 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704495'] for network, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.048405 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] Deleting port aeb37c7a-664e-467e-8595-c2fb9027f7eb {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:19.048736 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.118993 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] For port aeb37c7a-664e-467e-8595-c2fb9027f7eb, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=aeb37c7a-664e-467e-8595-c2fb9027f7eb,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:19.119356 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.134398 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] Calling delete_port for aeb37c7a-664e-467e-8595-c2fb9027f7eb owned by network:dhcp {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:19.138780 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2503f27d-0aa0-4a34-b937-bb0bd1b78cf4 None None] DHCP port deletion for 6fa8d924-07d6-4b37-8b61-55b843f8fe3f request from dv-cinder-800022-1-iscsi {{(pid=92985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 13:06:19.189912 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-2503f27d-0aa0-4a34-b937-bb0bd1b78cf4 None None] Deleting port aeb37c7a-664e-467e-8595-c2fb9027f7eb {{(pid=92985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:19.190359 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2503f27d-0aa0-4a34-b937-bb0bd1b78cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.218627 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.246711 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb37c7a-664e-467e-8595-c2fb9027f7eb,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:19.252477 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] No DVR routers for this DVR port aeb37c7a-664e-467e-8595-c2fb9027f7eb on host dv-cinder-800022-1-iscsi {{(pid=92983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:06:19.266731 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-2503f27d-0aa0-4a34-b937-bb0bd1b78cf4 None None] For port aeb37c7a-664e-467e-8595-c2fb9027f7eb, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=aeb37c7a-664e-467e-8595-c2fb9027f7eb,segment=NetworkSegment(bac30735-023c-451b-82cf-7b7342c48cb2),segment_id=bac30735-023c-451b-82cf-7b7342c48cb2)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:19.267165 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2503f27d-0aa0-4a34-b937-bb0bd1b78cf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.282279 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-2503f27d-0aa0-4a34-b937-bb0bd1b78cf4 None None] Calling delete_port for aeb37c7a-664e-467e-8595-c2fb9027f7eb owned by network:dhcp {{(pid=92985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:19.325912 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1811703', 'neutron.services.segments.db._delete_segments_for_network-8757848019285'] for network, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.339723 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa8d924-07d6-4b37-8b61-55b843f8fe3f']}} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:19.350868 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac30735-023c-451b-82cf-7b7342c48cb2') {'for_net_delete': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:19.351172 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac30735-023c-451b-82cf-7b7342c48cb2') {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:19.361656 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757848043825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3025382'] for segment, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.378738 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.380796 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-2503f27d-0aa0-4a34-b937-bb0bd1b78cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533'] for port, after_delete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.387634 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=92983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:06:19.388284 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3137506'] for segment, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.390307 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: Traceback (most recent call last): Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: timer() Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: cb(*args, **kw) Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: return func(*args, **kwargs) Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: self._notify() Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: self.callback(batched_events) Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: event.method(event) Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: return f(self, *a, **k) Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._get(url).json() Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: return self.request(url, 'GET', **kwargs) Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:06:19.390725 dv-cinder-800022-1-iscsi neutron-server[92983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:06:19.409608 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503f27d-0aa0-4a34-b937-bb0bd1b78cf4 None None] Pushing event deleted for resources: {'Port': ['ID=aeb37c7a-664e-467e-8595-c2fb9027f7eb,revision_number=None']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:19.413429 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503f27d-0aa0-4a34-b937-bb0bd1b78cf4 None None] No DVR routers for this DVR port aeb37c7a-664e-467e-8595-c2fb9027f7eb on host dv-cinder-800022-1-iscsi {{(pid=92985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:06:19.465953 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1811662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.472922 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.474094 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6fa8d924-07d6-4b37-8b61-55b843f8fe3f HTTP/1.1" status: 204 len: 168 time: 0.5587518 Jul 08 13:06:19.477162 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41778) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:19.485155 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bd7dc-9503-4b7b-8dfd-a0a9bde58f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fa8d924-07d6-4b37-8b61-55b843f8fe3f,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:19.815012 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ecab7d0f-36a4-4143-ba26-3a2d75f43120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653114'] for router_interface, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.975992 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f72fb979-67c2-4308-813a-ca9c1f5c4022 no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:06:19.995229 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: f72fb979-67c2-4308-813a-ca9c1f5c4022 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:06:19.996391 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f72fb979-67c2-4308-813a-ca9c1f5c4022 not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:06:19.997011 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1 no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:06:20.019835 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:06:20.020179 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device a2ab29ac-0d2d-4c5a-a2d8-f07c448b71a1 not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:06:20.020588 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device aeb37c7a-664e-467e-8595-c2fb9027f7eb no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:06:20.043239 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: aeb37c7a-664e-467e-8595-c2fb9027f7eb {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:06:20.043580 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device aeb37c7a-664e-467e-8595-c2fb9027f7eb not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:06:20.069435 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-ecab7d0f-36a4-4143-ba26-3a2d75f43120 admin admin] Deleting port f1512906-e1c9-4acf-9735-4273a70a0b81 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:20.069710 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ecab7d0f-36a4-4143-ba26-3a2d75f43120 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:20.146726 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-ecab7d0f-36a4-4143-ba26-3a2d75f43120 admin admin] For port f1512906-e1c9-4acf-9735-4273a70a0b81, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=f1512906-e1c9-4acf-9735-4273a70a0b81,segment=NetworkSegment(67c512de-532f-4983-b916-04901433fe9f),segment_id=67c512de-532f-4983-b916-04901433fe9f)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:20.147066 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ecab7d0f-36a4-4143-ba26-3a2d75f43120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:20.160290 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-ecab7d0f-36a4-4143-ba26-3a2d75f43120 admin admin] Calling delete_port for f1512906-e1c9-4acf-9735-4273a70a0b81 owned by network:router_interface {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:20.344258 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ecab7d0f-36a4-4143-ba26-3a2d75f43120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:20.370805 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab7d0f-36a4-4143-ba26-3a2d75f43120 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1512906-e1c9-4acf-9735-4273a70a0b81,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:20.804722 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ecab7d0f-36a4-4143-ba26-3a2d75f43120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653308'] for router_interface, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:21.009517 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecab7d0f-36a4-4143-ba26-3a2d75f43120 admin admin] Router e66d68c4-720b-4407-a8e2-131f63d84418 has already been hosted by L3 agent 63488b87-99f8-41d2-b8b0-a27570b27a00 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:06:21.117407 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecab7d0f-36a4-4143-ba26-3a2d75f43120 admin admin] Notify agent at l3_agent.dv-cinder-800022-1-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:06:21.122278 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ecab7d0f-36a4-4143-ba26-3a2d75f43120 admin admin] 10.222.0.13 "PUT /v2.0/routers/e66d68c4-720b-4407-a8e2-131f63d84418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6440389 Jul 08 13:06:21.124684 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41790) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:21.128586 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e516a6d0-1793-475e-8259-0fafed79e4c3 None None] Sync routers for ids ['e66d68c4-720b-4407-a8e2-131f63d84418'] in dv-cinder-800022-1-iscsi {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:06:21.138875 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e516a6d0-1793-475e-8259-0fafed79e4c3 None None] Routers {'e66d68c4-720b-4407-a8e2-131f63d84418'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:21.139558 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-e516a6d0-1793-475e-8259-0fafed79e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:06:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['e66d68c4-720b-4407-a8e2-131f63d84418'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:21.227293 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cbd23047-4d82-487f-b00b-a93a5fa4a98f admin admin] Notify callbacks [] for router, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:21.240786 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-e516a6d0-1793-475e-8259-0fafed79e4c3 None None] Set router e66d68c4-720b-4407-a8e2-131f63d84418 gateway port host: dv-cinder-800022-1-iscsi {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:21.329150 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cbd23047-4d82-487f-b00b-a93a5fa4a98f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:21.385084 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-cbd23047-4d82-487f-b00b-a93a5fa4a98f admin admin] Deleting port 491f42e6-3838-4bcb-9762-72c5acf4bb0d {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:21.385084 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cbd23047-4d82-487f-b00b-a93a5fa4a98f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:21.419309 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-e516a6d0-1793-475e-8259-0fafed79e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'name': 'tempest-TestVolumeBootPattern-25604245-router', 'tenant_id': '60b2f0929935412c901e1adfbf54b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'external_fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '491f42e6-3838-4bcb-9762-72c5acf4bb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:32Z', 'updated_at': '2021-07-08T13:06:20Z', 'revision_number': 5, 'project_id': '60b2f0929935412c901e1adfbf54b778', 'gw_port': {'id': '491f42e6-3838-4bcb-9762-72c5acf4bb0d', 'name': '', 'network_id': 'f547a329-a9d1-495a-bdbe-cc39c0620848', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:47:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:59:32Z', 'updated_at': '2021-07-08T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88bbd83b-3f04-4e50-a906-51c9a9f6bfd9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800022-1-iscsi'}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:21.449950 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e516a6d0-1793-475e-8259-0fafed79e4c3 None None] Checking router: e66d68c4-720b-4407-a8e2-131f63d84418 for host: dv-cinder-800022-1-iscsi {{(pid=92986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:06:21.466012 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e516a6d0-1793-475e-8259-0fafed79e4c3 None None] Routers {'e66d68c4-720b-4407-a8e2-131f63d84418'} bound to L3 agent in host dv-cinder-800022-1-iscsi {{(pid=92986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:21.466012 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-e516a6d0-1793-475e-8259-0fafed79e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:46:16Z,description=,heartbeat_timestamp=2021-07-08T13:06:16Z,host='dv-cinder-800022-1-iscsi',id=63488b87-99f8-41d2-b8b0-a27570b27a00,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:46:16Z,topic='l3_agent')) {'router_ids': ['e66d68c4-720b-4407-a8e2-131f63d84418'], 'active': True} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:21.483791 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-cbd23047-4d82-487f-b00b-a93a5fa4a98f admin admin] For port 491f42e6-3838-4bcb-9762-72c5acf4bb0d, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=491f42e6-3838-4bcb-9762-72c5acf4bb0d,segment=NetworkSegment(3914ebd5-42c2-4df8-8a6c-a05313c955d7),segment_id=3914ebd5-42c2-4df8-8a6c-a05313c955d7)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:21.484282 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cbd23047-4d82-487f-b00b-a93a5fa4a98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:21.497926 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-cbd23047-4d82-487f-b00b-a93a5fa4a98f admin admin] Calling delete_port for 491f42e6-3838-4bcb-9762-72c5acf4bb0d owned by network:router_gateway {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:21.545131 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_dvr_db [None req-e516a6d0-1793-475e-8259-0fafed79e4c3 None None] Set router e66d68c4-720b-4407-a8e2-131f63d84418 gateway port host: None {{(pid=92986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:21.605975 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.l3_hamode_db [None req-e516a6d0-1793-475e-8259-0fafed79e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'name': 'tempest-TestVolumeBootPattern-25604245-router', 'tenant_id': '60b2f0929935412c901e1adfbf54b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:32Z', 'updated_at': '2021-07-08T13:06:21Z', 'revision_number': 6, 'project_id': '60b2f0929935412c901e1adfbf54b778', 'gw_port_host': None}], 'dv-cinder-800022-1-iscsi', False) {} {{(pid=92986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:21.642361 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e516a6d0-1793-475e-8259-0fafed79e4c3 None None] The sync data for ids ['e66d68c4-720b-4407-a8e2-131f63d84418'] in dv-cinder-800022-1-iscsi is: [{'id': 'e66d68c4-720b-4407-a8e2-131f63d84418', 'name': 'tempest-TestVolumeBootPattern-25604245-router', 'tenant_id': '60b2f0929935412c901e1adfbf54b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:59:32Z', 'updated_at': '2021-07-08T13:06:21Z', 'revision_number': 6, 'project_id': '60b2f0929935412c901e1adfbf54b778', 'gw_port_host': None}] {{(pid=92986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:06:21.677825 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cbd23047-4d82-487f-b00b-a93a5fa4a98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:21.703770 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd23047-4d82-487f-b00b-a93a5fa4a98f admin admin] Pushing event deleted for resources: {'Port': ['ID=491f42e6-3838-4bcb-9762-72c5acf4bb0d,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:21.762460 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cbd23047-4d82-487f-b00b-a93a5fa4a98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718327'] for router_gateway, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:21.853754 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cbd23047-4d82-487f-b00b-a93a5fa4a98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4145'] for router, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:21.855850 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cbd23047-4d82-487f-b00b-a93a5fa4a98f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:21.899208 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cbd23047-4d82-487f-b00b-a93a5fa4a98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646035'] for router, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:21.899762 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd23047-4d82-487f-b00b-a93a5fa4a98f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e66d68c4-720b-4407-a8e2-131f63d84418 {{(pid=92981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 13:06:21.904233 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cbd23047-4d82-487f-b00b-a93a5fa4a98f admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:21.905497 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-cbd23047-4d82-487f-b00b-a93a5fa4a98f admin admin] 10.222.0.13 "DELETE /v2.0/routers/e66d68c4-720b-4407-a8e2-131f63d84418 HTTP/1.1" status: 204 len: 168 time: 0.7798300 Jul 08 13:06:21.907957 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41802) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:21.953714 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba631719-7e42-41e2-8720-c03641888fa0 admin admin] Deleting subnet 6ecfefaa-c828-4903-915e-e28269077e58 {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:06:21.959970 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ba631719-7e42-41e2-8720-c03641888fa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:22.006826 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ba631719-7e42-41e2-8720-c03641888fa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261736296'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:22.117483 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ba631719-7e42-41e2-8720-c03641888fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1818188'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:22.123193 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f1512906-e1c9-4acf-9735-4273a70a0b81 no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:06:22.155941 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: f1512906-e1c9-4acf-9735-4273a70a0b81 {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:06:22.156249 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device f1512906-e1c9-4acf-9735-4273a70a0b81 not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:06:22.177327 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ba631719-7e42-41e2-8720-c03641888fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1818203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260280300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262104700'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:22.202940 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba631719-7e42-41e2-8720-c03641888fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ecfefaa-c828-4903-915e-e28269077e58,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:22.206521 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ba631719-7e42-41e2-8720-c03641888fa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:22.208402 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ba631719-7e42-41e2-8720-c03641888fa0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6ecfefaa-c828-4903-915e-e28269077e58 HTTP/1.1" status: 204 len: 168 time: 0.2994733 Jul 08 13:06:22.211075 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41804) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:22.212086 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492a3afe-efce-4ef2-a9b9-c1bea4c20ec4 None None] Network a94cf367-8628-4069-9817-cef691477a1f requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:06:22.289281 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704495'] for network, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:22.348896 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] Deleting port 560926ac-e91d-45b6-843a-433df1bbab7c {{(pid=92983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:22.350135 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:22.417300 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] For port 560926ac-e91d-45b6-843a-433df1bbab7c, host dv-cinder-800022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800022-1-iscsi',level=0,port_id=560926ac-e91d-45b6-843a-433df1bbab7c,segment=NetworkSegment(67c512de-532f-4983-b916-04901433fe9f),segment_id=67c512de-532f-4983-b916-04901433fe9f)] {{(pid=92983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:22.418113 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:22.432012 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.plugin [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] Calling delete_port for 560926ac-e91d-45b6-843a-433df1bbab7c owned by network:dhcp {{(pid=92983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:22.516765 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3137295'] for port, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:22.525246 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56532c8-7ece-4cb0-9822-7bf0f75b4f91 None None] DHCP port deletion for a94cf367-8628-4069-9817-cef691477a1f request from dv-cinder-800022-1-iscsi {{(pid=92985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 13:06:22.541545 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] Pushing event deleted for resources: {'Port': ['ID=560926ac-e91d-45b6-843a-433df1bbab7c,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:22.547298 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] No DVR routers for this DVR port 560926ac-e91d-45b6-843a-433df1bbab7c on host dv-cinder-800022-1-iscsi {{(pid=92983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:06:22.617084 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1811703', 'neutron.services.segments.db._delete_segments_for_network-8757848019285'] for network, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:22.627345 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94cf367-8628-4069-9817-cef691477a1f']}} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:22.638845 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c512de-532f-4983-b916-04901433fe9f') {'for_net_delete': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:22.639576 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.services.segments.db [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c512de-532f-4983-b916-04901433fe9f') {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:22.649016 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757848043825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3025382'] for segment, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:22.673409 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:22.679757 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=92983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:06:22.680180 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3137506'] for segment, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: Traceback (most recent call last): Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: timer() Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: cb(*args, **kw) Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: return func(*args, **kwargs) Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: self._notify() Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: self.callback(batched_events) Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: event.method(event) Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: return f(self, *a, **k) Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._get(url).json() Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: return self.request(url, 'GET', **kwargs) Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:06:22.682000 dv-cinder-800022-1-iscsi neutron-server[92983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:06:22.740604 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1811662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:22.745565 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:22.747565 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] 10.222.0.13 "DELETE /v2.0/networks/a94cf367-8628-4069-9817-cef691477a1f HTTP/1.1" status: 204 len: 168 time: 0.5354896 Jul 08 13:06:22.759771 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc296b34-5422-4399-98f6-ff8d0e99743d admin admin] Pushing event deleted for resources: {'Network': ['ID=a94cf367-8628-4069-9817-cef691477a1f,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:22.856512 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41810) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:22.895519 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-e1b86455-2302-4131-9977-2b673ad9b4bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=054cc5f77d1d4fcfba89fcd19f3893b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377877 Jul 08 13:06:22.897864 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41812) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:22.944176 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9c9600af-83ee-4f95-8f99-c6315565fdba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:22.965669 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9c9600af-83ee-4f95-8f99-c6315565fdba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:23.014310 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9c9600af-83ee-4f95-8f99-c6315565fdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:23.017076 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-9c9600af-83ee-4f95-8f99-c6315565fdba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:23.018237 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-9c9600af-83ee-4f95-8f99-c6315565fdba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d52d2fd-e6e9-4dbc-8cee-e3ea2ee1aac8 HTTP/1.1" status: 204 len: 168 time: 0.1194849 Jul 08 13:06:23.025738 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9600af-83ee-4f95-8f99-c6315565fdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d52d2fd-e6e9-4dbc-8cee-e3ea2ee1aac8,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:23.322167 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41818) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:23.361179 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-e25e9693-6dfe-481b-8bb0-9e62a179054a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60b2f0929935412c901e1adfbf54b778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378115 Jul 08 13:06:23.363616 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41820) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:23.410362 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-52fdc3ba-e323-4038-b100-d88d67fd13df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:23.431157 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-52fdc3ba-e323-4038-b100-d88d67fd13df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:23.477521 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-52fdc3ba-e323-4038-b100-d88d67fd13df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:23.480591 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-52fdc3ba-e323-4038-b100-d88d67fd13df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:23.481755 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-52fdc3ba-e323-4038-b100-d88d67fd13df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7df2ece2-193c-4636-b56f-358b930a643f HTTP/1.1" status: 204 len: 168 time: 0.1172614 Jul 08 13:06:23.489264 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdc3ba-e323-4038-b100-d88d67fd13df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df2ece2-193c-4636-b56f-358b930a643f,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:23.961893 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 560926ac-e91d-45b6-843a-433df1bbab7c no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:06:23.983583 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: 560926ac-e91d-45b6-843a-433df1bbab7c {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:06:23.983944 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 560926ac-e91d-45b6-843a-433df1bbab7c not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:06:23.984394 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 491f42e6-3838-4bcb-9762-72c5acf4bb0d no longer exists at agent ovs-agent-dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:06:24.003558 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] No Port match for: 491f42e6-3838-4bcb-9762-72c5acf4bb0d {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:06:24.003943 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Device 491f42e6-3838-4bcb-9762-72c5acf4bb0d not bound to the agent host dv-cinder-800022-1-iscsi {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:06:28.013081 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:40.633438 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41932) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:40.731914 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2cb5-baa1-488d-9f1b-ab7df2077c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:40.820929 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2cb5-baa1-488d-9f1b-ab7df2077c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:40.824737 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2cb5-baa1-488d-9f1b-ab7df2077c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:40.862723 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd2cb5-baa1-488d-9f1b-ab7df2077c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c24f86-8746-4736-ba1a-b0d28786ed3e,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:40.866994 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-e9dd2cb5-baa1-488d-9f1b-ab7df2077c61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4fb78af7bdc430596231c4e04020593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325420 Jul 08 13:06:40.869651 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41936) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:40.918862 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1e493b21-af18-467e-863a-bd97186f986b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:40.939604 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1e493b21-af18-467e-863a-bd97186f986b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:40.985824 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1e493b21-af18-467e-863a-bd97186f986b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:40.988290 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-1e493b21-af18-467e-863a-bd97186f986b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:40.989488 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-1e493b21-af18-467e-863a-bd97186f986b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58c24f86-8746-4736-ba1a-b0d28786ed3e HTTP/1.1" status: 204 len: 168 time: 0.1189153 Jul 08 13:06:40.997636 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e493b21-af18-467e-863a-bd97186f986b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c24f86-8746-4736-ba1a-b0d28786ed3e,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:41.242482 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 41942) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:41.257996 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-82044db9-c429-442b-8638-5acb5d2fda87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:41.347655 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-82044db9-c429-442b-8638-5acb5d2fda87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:41.351383 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-82044db9-c429-442b-8638-5acb5d2fda87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:41.392831 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-82044db9-c429-442b-8638-5acb5d2fda87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b3f6b940f4345b7a431c7e9c8bf91a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492522 Jul 08 13:06:41.393944 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82044db9-c429-442b-8638-5acb5d2fda87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603ffb6e-a118-4650-b7b7-9d453e076fe3,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:41.395546 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 41944) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:41.444358 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-387622dc-5f84-4985-a499-0f0e5a805647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:41.464589 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-387622dc-5f84-4985-a499-0f0e5a805647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:41.509364 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-387622dc-5f84-4985-a499-0f0e5a805647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:41.511842 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-387622dc-5f84-4985-a499-0f0e5a805647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:41.512996 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-387622dc-5f84-4985-a499-0f0e5a805647 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/603ffb6e-a118-4650-b7b7-9d453e076fe3 HTTP/1.1" status: 204 len: 168 time: 0.1164575 Jul 08 13:06:41.520726 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387622dc-5f84-4985-a499-0f0e5a805647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603ffb6e-a118-4650-b7b7-9d453e076fe3,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:43.531730 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-87b0b715-12a6-4c46-bb04-9309a35be2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:43.773283 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:06:45.699179 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 42016) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:45.802952 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c88a32c-51c3-4b50-a8a6-243962112994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:45.889727 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c88a32c-51c3-4b50-a8a6-243962112994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:45.893622 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c88a32c-51c3-4b50-a8a6-243962112994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:45.929829 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8c88a32c-51c3-4b50-a8a6-243962112994 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9131fef2429349d9b3f7f106c59ec655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295620 Jul 08 13:06:45.930669 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88a32c-51c3-4b50-a8a6-243962112994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c366cd-7a03-4b69-836d-ab847b1da5d1,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:45.932695 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 42020) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:45.983461 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc82b7b9-cc6a-44e3-b2c6-f389ff77f0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:46.003795 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc82b7b9-cc6a-44e3-b2c6-f389ff77f0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:46.011111 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e7cae4c0-9b21-4b95-bc1b-84251cc9cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:46.051812 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc82b7b9-cc6a-44e3-b2c6-f389ff77f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:46.054204 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc82b7b9-cc6a-44e3-b2c6-f389ff77f0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:46.055344 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-bc82b7b9-cc6a-44e3-b2c6-f389ff77f0c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2c366cd-7a03-4b69-836d-ab847b1da5d1 HTTP/1.1" status: 204 len: 168 time: 0.1214824 Jul 08 13:06:46.063484 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82b7b9-cc6a-44e3-b2c6-f389ff77f0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c366cd-7a03-4b69-836d-ab847b1da5d1,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:46.314491 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 42026) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:46.327841 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a22bec0b-98e5-4cc9-8cd8-8be9c1a6b68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:46.413301 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a22bec0b-98e5-4cc9-8cd8-8be9c1a6b68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:46.417002 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-a22bec0b-98e5-4cc9-8cd8-8be9c1a6b68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:46.455369 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-a22bec0b-98e5-4cc9-8cd8-8be9c1a6b68e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04df5632975a441f8736d4c543f0e677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398232 Jul 08 13:06:46.456258 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bec0b-98e5-4cc9-8cd8-8be9c1a6b68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e472b3-9032-4036-9421-e79fc4eb3b82,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:46.458858 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 42028) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:46.507140 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8067cd2e-4d82-4a3e-bb72-d7719c583d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:46.528582 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8067cd2e-4d82-4a3e-bb72-d7719c583d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:46.573493 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8067cd2e-4d82-4a3e-bb72-d7719c583d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:46.576498 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8067cd2e-4d82-4a3e-bb72-d7719c583d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:46.577707 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8067cd2e-4d82-4a3e-bb72-d7719c583d10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47e472b3-9032-4036-9421-e79fc4eb3b82 HTTP/1.1" status: 204 len: 168 time: 0.1175838 Jul 08 13:06:46.584957 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067cd2e-4d82-4a3e-bb72-d7719c583d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e472b3-9032-4036-9421-e79fc4eb3b82,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:46.943982 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:47.222976 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 42050) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:47.315392 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-540fc4fc-8cee-4053-82db-6a812daa6e7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1836042772-network', 'tenant_id': '8b80b95c159841b7b1cfb9792a355c93'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:06:47.336463 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540fc4fc-8cee-4053-82db-6a812daa6e7e admin admin] Made reservation on behalf of 8b80b95c159841b7b1cfb9792a355c93 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:06:47.338810 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-540fc4fc-8cee-4053-82db-6a812daa6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:47.347597 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-540fc4fc-8cee-4053-82db-6a812daa6e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:47.439767 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-540fc4fc-8cee-4053-82db-6a812daa6e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:47.443484 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-540fc4fc-8cee-4053-82db-6a812daa6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:47.466571 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540fc4fc-8cee-4053-82db-6a812daa6e7e admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:06:47.474963 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fc4fc-8cee-4053-82db-6a812daa6e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3affb1-2315-4707-8ba1-cbe7f4e5db92,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:47.480811 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-540fc4fc-8cee-4053-82db-6a812daa6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:47.481184 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-540fc4fc-8cee-4053-82db-6a812daa6e7e admin admin] Added segment 9f94ccc5-a221-4abb-a04f-2d2e229a71bf of type vlan for network 33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b Jul 08 13:06:47.515182 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:47.521372 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-540fc4fc-8cee-4053-82db-6a812daa6e7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757847672414'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:47.550776 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-540fc4fc-8cee-4053-82db-6a812daa6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:47.551820 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540fc4fc-8cee-4053-82db-6a812daa6e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:47.552408 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-540fc4fc-8cee-4053-82db-6a812daa6e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:47.604005 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-540fc4fc-8cee-4053-82db-6a812daa6e7e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3798463 Jul 08 13:06:47.607177 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 42054) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:47.609661 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fc4fc-8cee-4053-82db-6a812daa6e7e admin admin] Pushing event updated for resources: {'Network': ['ID=33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:47.614651 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.v2.base [None req-2acb2cfb-6bfa-4dd7-915e-7d21153132e5 admin admin] Request body: {'subnet': {'network_id': '33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1836042772-subnet', 'tenant_id': '8b80b95c159841b7b1cfb9792a355c93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:06:47.619300 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Network 33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b details requested by agent ovs-agent-dv-cinder-800022-1-iscsi with host dv-cinder-800022-1-iscsi {{(pid=92985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:06:47.636739 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acb2cfb-6bfa-4dd7-915e-7d21153132e5 admin admin] Made reservation on behalf of 8b80b95c159841b7b1cfb9792a355c93 for: {'subnet': 1} {{(pid=92983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:06:47.639106 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2acb2cfb-6bfa-4dd7-915e-7d21153132e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261328109'] for subnet, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:47.803623 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2acb2cfb-6bfa-4dd7-915e-7d21153132e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3121288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261328095'] for subnet, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:47.862734 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb2cfb-6bfa-4dd7-915e-7d21153132e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=052cb0ed-1c59-4066-aaac-6b6f1d4abc76,revision_number=0']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:47.870485 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acb2cfb-6bfa-4dd7-915e-7d21153132e5 admin admin] Checking segment: {'id': '9f94ccc5-a221-4abb-a04f-2d2e229a71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:06:47.870850 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acb2cfb-6bfa-4dd7-915e-7d21153132e5 admin admin] Network hostable DHCP agents. Network: 33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b, hostable agents: ['18761c1a-5c38-4761-813a-ba8d4a3335a2'], hosted agents: [] {{(pid=92983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:06:47.887010 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acb2cfb-6bfa-4dd7-915e-7d21153132e5 admin admin] Network 33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b is scheduled to be hosted by DHCP agent 18761c1a-5c38-4761-813a-ba8d4a3335a2 with binding_index 1 {{(pid=92983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:06:47.895586 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.scheduler.base_scheduler [None req-2acb2cfb-6bfa-4dd7-915e-7d21153132e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800022-1-iscsi, 33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b) {{(pid=92983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:06:47.899692 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acb2cfb-6bfa-4dd7-915e-7d21153132e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:47.900304 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-2acb2cfb-6bfa-4dd7-915e-7d21153132e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:47.904575 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd1014b-4583-466e-b84a-06da42a3a238 None None] Network 33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:06:47.914636 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-2acb2cfb-6bfa-4dd7-915e-7d21153132e5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3054028 Jul 08 13:06:48.030959 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ac6fb1-1284-49e4-8b2f-dc69a52098f8 None None] Network 33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b requested from dv-cinder-800022-1-iscsi {{(pid=92985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:06:49.378352 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:49.642006 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-0f279639-3dc5-46e5-a5e0-6b39bcea650b tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:49.643468 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-0f279639-3dc5-46e5-a5e0-6b39bcea650b tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/networks?id=33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b HTTP/1.1" status: 200 len: 809 time: 0.0981331 Jul 08 13:06:49.658251 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-9cd5f6db-3d58-49f2-b15d-b437f4599105 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/quotas/8b80b95c159841b7b1cfb9792a355c93 HTTP/1.1" status: 200 len: 375 time: 0.0094504 Jul 08 13:06:49.691161 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-8e037bcf-bd4c-4f41-b047-fee2e987d0c9 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b80b95c159841b7b1cfb9792a355c93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280874 Jul 08 13:06:49.783517 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-beba1e2f-02b5-4e80-9c65-f487a67896c7 service neutron] 10.222.0.13 "GET /v2.0/networks/33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855544 Jul 08 13:06:49.868802 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-b751861d-7b84-4b7d-8001-95bda99c75a0 service neutron] 10.222.0.13 "GET /v2.0/networks/33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797625 Jul 08 13:06:50.040864 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37ace72b-8f57-4a99-be3d-8383b1f32505 req-c8797c07-6db1-43e1-8c80-ffd5c9d3075d tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf9c1d66-67a4-4622-a5d0-b2cab461055a HTTP/1.1" status: 200 len: 210 time: 0.0327487 Jul 08 13:06:51.040333 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-0e3e7641-7a11-43d2-9715-9943718d6bc8 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:51.042926 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-0e3e7641-7a11-43d2-9715-9943718d6bc8 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.61 "GET /v2.0/networks?id=33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b HTTP/1.1" status: 200 len: 809 time: 0.0998251 Jul 08 13:06:51.055418 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-fc322bdb-af14-4abd-9256-e4ddcbbb2c69 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Request body: {'port': {'device_id': 'cf9c1d66-67a4-4622-a5d0-b2cab461055a', 'network_id': '33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b', 'admin_state_up': True, 'tenant_id': '8b80b95c159841b7b1cfb9792a355c93'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:06:51.174993 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-fc322bdb-af14-4abd-9256-e4ddcbbb2c69 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Made reservation on behalf of 8b80b95c159841b7b1cfb9792a355c93 for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:06:51.178698 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-fc322bdb-af14-4abd-9256-e4ddcbbb2c69 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:51.191762 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-549b7d7a-2316-44d7-8e6c-4331577f2af4 req-fe6b0e3d-ab03-4fb7-ab52-060611ce1ace tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf9c1d66-67a4-4622-a5d0-b2cab461055a HTTP/1.1" status: 200 len: 210 time: 0.0357685 Jul 08 13:06:51.307115 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-fc322bdb-af14-4abd-9256-e4ddcbbb2c69 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Allocated IP 172.20.0.7 (33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b/052cb0ed-1c59-4066-aaac-6b6f1d4abc76/5c1948a1-17d7-41e4-b870-3c49991bd7bb) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:06:51.451858 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-fc322bdb-af14-4abd-9256-e4ddcbbb2c69 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:51.489611 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-fc322bdb-af14-4abd-9256-e4ddcbbb2c69 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:51.533731 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-fc322bdb-af14-4abd-9256-e4ddcbbb2c69 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Network 33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:06:51.536801 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-fc322bdb-af14-4abd-9256-e4ddcbbb2c69 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:06:51.540634 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-fc322bdb-af14-4abd-9256-e4ddcbbb2c69 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:06:51.564422 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc322bdb-af14-4abd-9256-e4ddcbbb2c69 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Pushing event updated for resources: {'Port': ['ID=5c1948a1-17d7-41e4-b870-3c49991bd7bb,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:51.590349 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-fc322bdb-af14-4abd-9256-e4ddcbbb2c69 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:51.590963 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-fc322bdb-af14-4abd-9256-e4ddcbbb2c69 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:51.605977 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-fc322bdb-af14-4abd-9256-e4ddcbbb2c69 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5549383 Jul 08 13:06:51.617122 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Request body: {'port': {'device_id': 'cf9c1d66-67a4-4622-a5d0-b2cab461055a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:06:51.692917 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:51.944101 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1948a1-17d7-41e4-b870-3c49991bd7bb {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:06:51.951360 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:51.964325 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Transition to ACTIVE for port object 5c1948a1-17d7-41e4-b870-3c49991bd7bb will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:06:51.968125 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:52.022237 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1948a1-17d7-41e4-b870-3c49991bd7bb,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:52.085735 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Attempting to bind port 5c1948a1-17d7-41e4-b870-3c49991bd7bb on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:06:52.086397 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Attempting to bind port 5c1948a1-17d7-41e4-b870-3c49991bd7bb by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': '9f94ccc5-a221-4abb-a04f-2d2e229a71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:06:52.086397 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Attempting to bind port 5c1948a1-17d7-41e4-b870-3c49991bd7bb on network 33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:06:52.090561 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Port 5c1948a1-17d7-41e4-b870-3c49991bd7bb on network 33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:06:52.090882 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Attempting to bind port 5c1948a1-17d7-41e4-b870-3c49991bd7bb on network 33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:06:52.096100 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:06:52.096439 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Checking segment: {'id': '9f94ccc5-a221-4abb-a04f-2d2e229a71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:06:52.096816 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Bound using segment: {'id': '9f94ccc5-a221-4abb-a04f-2d2e229a71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:06:52.097262 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Bound port: 5c1948a1-17d7-41e4-b870-3c49991bd7bb, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f94ccc5-a221-4abb-a04f-2d2e229a71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:06:52.097616 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:52.157750 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] For port 5c1948a1-17d7-41e4-b870-3c49991bd7bb, host hv-cinder-80002, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:06:52.160675 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] For port 5c1948a1-17d7-41e4-b870-3c49991bd7bb, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5c1948a1-17d7-41e4-b870-3c49991bd7bb,segment=NetworkSegment(9f94ccc5-a221-4abb-a04f-2d2e229a71bf),segment_id=9f94ccc5-a221-4abb-a04f-2d2e229a71bf)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:06:52.165455 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:52.201914 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:52.202259 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:52.204146 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] 10.222.0.61 "PUT /v2.0/ports/5c1948a1-17d7-41e4-b870-3c49991bd7bb HTTP/1.1" status: 200 len: 1093 time: 0.5906720 Jul 08 13:06:52.204576 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9c1d66-67a4-4622-a5d0-b2cab461055a', 'tag': '5c1948a1-17d7-41e4-b870-3c49991bd7bb'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:06:52.206838 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493c11e6-7586-4d12-8075-955b1bb6ca2b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9c1d66-67a4-4622-a5d0-b2cab461055a", "tag": "5c1948a1-17d7-41e4-b870-3c49991bd7bb"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:06:52.232858 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a62a70-94f0-4f1b-a3bf-3e34fea43e02 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1948a1-17d7-41e4-b870-3c49991bd7bb,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:52.245835 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6370f7-b810-48a7-a53f-f592504b277a x-openstack-request-id: req-0c6370f7-b810-48a7-a53f-f592504b277a {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:06:52.246221 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9c1d66-67a4-4622-a5d0-b2cab461055a", "tag": "5c1948a1-17d7-41e4-b870-3c49991bd7bb", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:06:52.246532 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c6370f7-b810-48a7-a53f-f592504b277a {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:06:52.246979 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9c1d66-67a4-4622-a5d0-b2cab461055a', 'tag': '5c1948a1-17d7-41e4-b870-3c49991bd7bb', 'status': 'completed', 'code': 200} Jul 08 13:06:52.314288 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-91042f9c-ad8c-4044-b901-d79e82633c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:52.315792 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-91042f9c-ad8c-4044-b901-d79e82633c9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b80b95c159841b7b1cfb9792a355c93&device_id=cf9c1d66-67a4-4622-a5d0-b2cab461055a HTTP/1.1" status: 200 len: 1096 time: 0.0583854 Jul 08 13:06:52.355605 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-747780e4-f941-46a4-9559-11cf1f5765ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c1948a1-17d7-41e4-b870-3c49991bd7bb HTTP/1.1" status: 200 len: 217 time: 0.0331759 Jul 08 13:06:52.383413 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817143e5-979a-44df-bb2a-a964bdec05c7 req-a67817e9-6665-4686-a9d7-57978ba65845 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:52.384933 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-817143e5-979a-44df-bb2a-a964bdec05c7 req-a67817e9-6665-4686-a9d7-57978ba65845 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf9c1d66-67a4-4622-a5d0-b2cab461055a HTTP/1.1" status: 200 len: 943 time: 0.0632780 Jul 08 13:06:52.408727 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-064f1373-241a-4c1c-86ad-3f3858eef043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:52.411195 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-064f1373-241a-4c1c-86ad-3f3858eef043 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=052cb0ed-1c59-4066-aaac-6b6f1d4abc76 HTTP/1.1" status: 200 len: 849 time: 0.0494862 Jul 08 13:06:52.424155 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-817143e5-979a-44df-bb2a-a964bdec05c7 req-eb76a1d9-d381-4512-bc51-752a31072d46 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334024 Jul 08 13:06:52.442052 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-71d1b4f9-b62d-472e-addf-6c123befaeb0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253031 Jul 08 13:06:52.527573 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-82b08ac4-b909-475c-87de-8556ea155c26 service neutron] 10.222.0.61 "GET /v2.0/networks/33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795984 Jul 08 13:06:52.616470 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d65b96bf-5253-4d7c-90ae-cf419b5757d6 req-30f0cc2e-5cf7-4c39-a8d4-51ee5b57515a service neutron] 10.222.0.61 "GET /v2.0/networks/33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828621 Jul 08 13:06:52.718254 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c11e6-7586-4d12-8075-955b1bb6ca2b req-e90036bc-9d5d-4d67-a106-9b4e02468306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:52.719684 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-493c11e6-7586-4d12-8075-955b1bb6ca2b req-e90036bc-9d5d-4d67-a106-9b4e02468306 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b80b95c159841b7b1cfb9792a355c93&device_id=cf9c1d66-67a4-4622-a5d0-b2cab461055a HTTP/1.1" status: 200 len: 1096 time: 0.0510721 Jul 08 13:06:52.808582 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c11e6-7586-4d12-8075-955b1bb6ca2b req-80c94fd1-bc14-4348-8ff6-ca787eb5f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:52.809994 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-493c11e6-7586-4d12-8075-955b1bb6ca2b req-80c94fd1-bc14-4348-8ff6-ca787eb5f660 service neutron] 10.222.0.61 "GET /v2.0/networks?id=33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b HTTP/1.1" status: 200 len: 910 time: 0.0838702 Jul 08 13:06:52.851503 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-493c11e6-7586-4d12-8075-955b1bb6ca2b req-4ceb6c10-5e84-43e2-91a5-0977a1618bcb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c1948a1-17d7-41e4-b870-3c49991bd7bb HTTP/1.1" status: 200 len: 217 time: 0.0329607 Jul 08 13:06:52.899234 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c11e6-7586-4d12-8075-955b1bb6ca2b req-15f98943-e386-48eb-b124-11d3b7abfff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:52.900645 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-493c11e6-7586-4d12-8075-955b1bb6ca2b req-15f98943-e386-48eb-b124-11d3b7abfff1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=052cb0ed-1c59-4066-aaac-6b6f1d4abc76 HTTP/1.1" status: 200 len: 849 time: 0.0424962 Jul 08 13:06:52.932642 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-493c11e6-7586-4d12-8075-955b1bb6ca2b req-6ee479be-040d-4aff-982b-b78b0e46cda6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248797 Jul 08 13:06:53.020373 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-493c11e6-7586-4d12-8075-955b1bb6ca2b req-40380490-f430-4261-bd29-281a0ca303f0 service neutron] 10.222.0.61 "GET /v2.0/networks/33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808640 Jul 08 13:06:53.106985 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-493c11e6-7586-4d12-8075-955b1bb6ca2b req-44e523c8-5489-4e2b-a4c1-37a23d289553 service neutron] 10.222.0.61 "GET /v2.0/networks/33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798938 Jul 08 13:06:53.600853 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3ab09-0d4a-4a06-b418-1887797fdb7d req-891d6ebc-3d70-4301-a8ad-3d2156b4d8e3 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:53.602340 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c7f3ab09-0d4a-4a06-b418-1887797fdb7d req-891d6ebc-3d70-4301-a8ad-3d2156b4d8e3 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf9c1d66-67a4-4622-a5d0-b2cab461055a HTTP/1.1" status: 200 len: 943 time: 0.0654876 Jul 08 13:06:53.638647 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c7f3ab09-0d4a-4a06-b418-1887797fdb7d req-f3483aab-5912-4d98-a338-07c9e6fc1d57 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307589 Jul 08 13:06:54.765319 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5c1948a1-17d7-41e4-b870-3c49991bd7bb details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:06:54.814489 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb302d0e-dba9-40ce-b727-4b4389a258cd req-970d96ab-7848-45e2-9f8d-3cea2ff65697 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:54.816123 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fb302d0e-dba9-40ce-b727-4b4389a258cd req-970d96ab-7848-45e2-9f8d-3cea2ff65697 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf9c1d66-67a4-4622-a5d0-b2cab461055a HTTP/1.1" status: 200 len: 943 time: 0.0711129 Jul 08 13:06:54.861545 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 5c1948a1-17d7-41e4-b870-3c49991bd7bb, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5c1948a1-17d7-41e4-b870-3c49991bd7bb,segment=NetworkSegment(9f94ccc5-a221-4abb-a04f-2d2e229a71bf),segment_id=9f94ccc5-a221-4abb-a04f-2d2e229a71bf)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:54.867670 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-fb302d0e-dba9-40ce-b727-4b4389a258cd req-673617c1-525b-4402-b7a6-0d34bf1f5fa9 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459566 Jul 08 13:06:54.872973 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '5c1948a1-17d7-41e4-b870-3c49991bd7bb', 'network_id': '33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b', 'port_id': '5c1948a1-17d7-41e4-b870-3c49991bd7bb', 'mac_address': 'fa:16:3e:3a:ec:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052cb0ed-1c59-4066-aaac-6b6f1d4abc76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:06:54.912924 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:54.925007 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1948a1-17d7-41e4-b870-3c49991bd7bb {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:06:54.943701 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 5c1948a1-17d7-41e4-b870-3c49991bd7bb, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5c1948a1-17d7-41e4-b870-3c49991bd7bb,segment=NetworkSegment(9f94ccc5-a221-4abb-a04f-2d2e229a71bf),segment_id=9f94ccc5-a221-4abb-a04f-2d2e229a71bf)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:54.947755 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:54.992997 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=5c1948a1-17d7-41e4-b870-3c49991bd7bb,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:55.155185 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['5c1948a1-17d7-41e4-b870-3c49991bd7bb'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:06:56.038052 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae3c15-265d-4c5f-8af3-b829cbee926f req-e3dfa1b9-23c8-43d1-b1ce-7986226fac61 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:56.039518 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-67ae3c15-265d-4c5f-8af3-b829cbee926f req-e3dfa1b9-23c8-43d1-b1ce-7986226fac61 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf9c1d66-67a4-4622-a5d0-b2cab461055a HTTP/1.1" status: 200 len: 944 time: 0.0616972 Jul 08 13:06:56.075484 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-67ae3c15-265d-4c5f-8af3-b829cbee926f req-67a135c8-f28e-4bc5-9bb2-884d9baa79a7 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304782 Jul 08 13:06:56.764808 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5c1948a1-17d7-41e4-b870-3c49991bd7bb up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:06:56.818443 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port 5c1948a1-17d7-41e4-b870-3c49991bd7bb completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:06:56.822316 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 5c1948a1-17d7-41e4-b870-3c49991bd7bb triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:06:56.822689 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:56.900773 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:56.921972 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9c1d66-67a4-4622-a5d0-b2cab461055a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1948a1-17d7-41e4-b870-3c49991bd7bb'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:06:56.924710 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06abb076-c282-4f7d-8535-0bfbb3eca5d3" -d '{"events": [{"server_uuid": "cf9c1d66-67a4-4622-a5d0-b2cab461055a", "name": "network-vif-plugged", "status": "completed", "tag": "5c1948a1-17d7-41e4-b870-3c49991bd7bb"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:06:56.937918 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 5c1948a1-17d7-41e4-b870-3c49991bd7bb, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5c1948a1-17d7-41e4-b870-3c49991bd7bb,segment=NetworkSegment(9f94ccc5-a221-4abb-a04f-2d2e229a71bf),segment_id=9f94ccc5-a221-4abb-a04f-2d2e229a71bf)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:56.942620 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:56.991234 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=5c1948a1-17d7-41e4-b870-3c49991bd7bb,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:57.106702 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f099a25-b4bf-4cb1-aace-9056e2470d1e x-openstack-request-id: req-9f099a25-b4bf-4cb1-aace-9056e2470d1e {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:06:57.107058 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9c1d66-67a4-4622-a5d0-b2cab461055a", "name": "network-vif-plugged", "status": "completed", "tag": "5c1948a1-17d7-41e4-b870-3c49991bd7bb", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:06:57.107393 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f099a25-b4bf-4cb1-aace-9056e2470d1e {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:06:57.107851 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9c1d66-67a4-4622-a5d0-b2cab461055a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1948a1-17d7-41e4-b870-3c49991bd7bb', 'code': 200} Jul 08 13:06:57.257729 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9a907-ddfc-4322-8e4a-8f2e70c7602e req-fe6a1b94-3e6b-4f58-84bc-babb3f102a6d tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:57.257729 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e9a907-ddfc-4322-8e4a-8f2e70c7602e req-fe6a1b94-3e6b-4f58-84bc-babb3f102a6d tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf9c1d66-67a4-4622-a5d0-b2cab461055a HTTP/1.1" status: 200 len: 945 time: 0.0688217 Jul 08 13:06:57.322594 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-43e9a907-ddfc-4322-8e4a-8f2e70c7602e req-467231f2-0689-435f-a2ea-777bf9d9973e tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588915 Jul 08 13:06:57.343041 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5902b84-29b2-40c8-8561-0d4643dd759a req-fa670ec2-cd82-4253-b9bf-fc825438ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:57.345061 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c5902b84-29b2-40c8-8561-0d4643dd759a req-fa670ec2-cd82-4253-b9bf-fc825438ec12 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf9c1d66-67a4-4622-a5d0-b2cab461055a HTTP/1.1" status: 200 len: 1098 time: 0.0654213 Jul 08 13:06:57.378558 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c5902b84-29b2-40c8-8561-0d4643dd759a req-dd29ac9e-c2ae-40c2-95fc-2941df1dc059 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274444 Jul 08 13:06:58.026462 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:58.501693 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99620410-853e-4351-b235-82ad00664d06 req-946a10ba-88f0-4fe6-99b5-93f765589870 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:58.503195 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-99620410-853e-4351-b235-82ad00664d06 req-946a10ba-88f0-4fe6-99b5-93f765589870 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf9c1d66-67a4-4622-a5d0-b2cab461055a HTTP/1.1" status: 200 len: 945 time: 0.0686934 Jul 08 13:06:58.543236 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-99620410-853e-4351-b235-82ad00664d06 req-72149e93-f992-46fe-bb50-4dadb028c7f8 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344276 Jul 08 13:06:59.402180 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5439c-8201-46fc-9d09-5c6e2bdf399c req-97f23dd9-cf95-46a0-95cc-733d96f513d5 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:59.403657 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-33f5439c-8201-46fc-9d09-5c6e2bdf399c req-97f23dd9-cf95-46a0-95cc-733d96f513d5 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf9c1d66-67a4-4622-a5d0-b2cab461055a HTTP/1.1" status: 200 len: 945 time: 0.0623207 Jul 08 13:06:59.439894 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-33f5439c-8201-46fc-9d09-5c6e2bdf399c req-43686dc9-5085-4131-9dbe-cfb751c1d967 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308466 Jul 08 13:07:00.647107 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6eb038-2cdb-4ea8-ad78-116429b08029 req-5a757d47-865d-4013-a9ec-bc04e4093cf6 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:00.648496 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3e6eb038-2cdb-4ea8-ad78-116429b08029 req-5a757d47-865d-4013-a9ec-bc04e4093cf6 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf9c1d66-67a4-4622-a5d0-b2cab461055a HTTP/1.1" status: 200 len: 945 time: 0.1017833 Jul 08 13:07:00.660667 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5a3e7-7fb2-4b39-9c16-8a92a16375b0 req-1da98161-796e-48b0-9822-2ecc18a73fe9 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:00.662091 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dff5a3e7-7fb2-4b39-9c16-8a92a16375b0 req-1da98161-796e-48b0-9822-2ecc18a73fe9 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf9c1d66-67a4-4622-a5d0-b2cab461055a HTTP/1.1" status: 200 len: 945 time: 0.1070585 Jul 08 13:07:00.734368 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dff5a3e7-7fb2-4b39-9c16-8a92a16375b0 req-505a15d3-7ce1-445b-b0d1-69a9078bfafa tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651226 Jul 08 13:07:00.779537 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-3e6eb038-2cdb-4ea8-ad78-116429b08029 req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Deleting port 5c1948a1-17d7-41e4-b870-3c49991bd7bb {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:07:00.779881 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-3e6eb038-2cdb-4ea8-ad78-116429b08029 req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:00.866638 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-3e6eb038-2cdb-4ea8-ad78-116429b08029 req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] For port 5c1948a1-17d7-41e4-b870-3c49991bd7bb, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=5c1948a1-17d7-41e4-b870-3c49991bd7bb,segment=NetworkSegment(9f94ccc5-a221-4abb-a04f-2d2e229a71bf),segment_id=9f94ccc5-a221-4abb-a04f-2d2e229a71bf)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:07:00.866988 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-3e6eb038-2cdb-4ea8-ad78-116429b08029 req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:00.879424 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-3e6eb038-2cdb-4ea8-ad78-116429b08029 req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Calling delete_port for 5c1948a1-17d7-41e4-b870-3c49991bd7bb owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:07:01.002118 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-3e6eb038-2cdb-4ea8-ad78-116429b08029 req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:01.014777 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['5c1948a1-17d7-41e4-b870-3c49991bd7bb'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:07:01.030706 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Pushing event deleted for resources: {'Port': ['ID=5c1948a1-17d7-41e4-b870-3c49991bd7bb,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:01.041329 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:01.041674 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:01.042009 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:01.042340 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:01.042662 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:01.042985 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:01.043305 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:01.043623 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:01.043942 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:01.044261 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:01.044573 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:01.044888 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:01.085379 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6eb038-2cdb-4ea8-ad78-116429b08029 req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] No DVR routers for this DVR port 5c1948a1-17d7-41e4-b870-3c49991bd7bb on host hv-cinder-80002 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:07:01.087872 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-3e6eb038-2cdb-4ea8-ad78-116429b08029 req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:01.089832 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3e6eb038-2cdb-4ea8-ad78-116429b08029 req-99794c62-ee2a-453e-818c-36ecb458aba4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.61 "DELETE /v2.0/ports/5c1948a1-17d7-41e4-b870-3c49991bd7bb HTTP/1.1" status: 204 len: 173 time: 0.4268942 Jul 08 13:07:01.090256 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9c1d66-67a4-4622-a5d0-b2cab461055a', 'name': 'network-vif-deleted', 'tag': '5c1948a1-17d7-41e4-b870-3c49991bd7bb'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:07:01.092455 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6078be-d664-4d65-a979-3114780c7370" -d '{"events": [{"server_uuid": "cf9c1d66-67a4-4622-a5d0-b2cab461055a", "name": "network-vif-deleted", "tag": "5c1948a1-17d7-41e4-b870-3c49991bd7bb"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:07:01.128288 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b2abf4-c5a4-4aeb-8ce7-370b85fe9e5b x-openstack-request-id: req-84b2abf4-c5a4-4aeb-8ce7-370b85fe9e5b {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:07:01.128598 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9c1d66-67a4-4622-a5d0-b2cab461055a", "name": "network-vif-deleted", "tag": "5c1948a1-17d7-41e4-b870-3c49991bd7bb", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:07:01.128843 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84b2abf4-c5a4-4aeb-8ce7-370b85fe9e5b {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:07:01.129264 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9c1d66-67a4-4622-a5d0-b2cab461055a', 'name': 'network-vif-deleted', 'tag': '5c1948a1-17d7-41e4-b870-3c49991bd7bb', 'status': 'completed', 'code': 200} Jul 08 13:07:02.030647 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-481cdc3d-56fe-4f1d-8561-f765993b6835 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:02.032034 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-481cdc3d-56fe-4f1d-8561-f765993b6835 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/networks?id=33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b HTTP/1.1" status: 200 len: 809 time: 0.1053960 Jul 08 13:07:02.046458 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-f3d96dd8-9680-42a5-9214-d012aa35015b tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/quotas/8b80b95c159841b7b1cfb9792a355c93 HTTP/1.1" status: 200 len: 375 time: 0.0090606 Jul 08 13:07:02.080064 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-83a9946d-8ccb-4839-9d8a-a578bdbad689 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b80b95c159841b7b1cfb9792a355c93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281048 Jul 08 13:07:02.169406 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-17486d67-75ab-47f9-8b85-261a900aae3f service neutron] 10.222.0.13 "GET /v2.0/networks/33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829473 Jul 08 13:07:02.260969 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-3f9a84d0-6ebe-4284-9e25-22e08cc8e4dd service neutron] 10.222.0.13 "GET /v2.0/networks/33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848727 Jul 08 13:07:02.427120 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f66faf9-1b27-4b71-858d-2cfc70084145 req-67345a21-b5d6-4fa0-aad8-20512cd78968 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=855f4a08-ea71-4c3e-8071-d3e5f4f7c79d HTTP/1.1" status: 200 len: 210 time: 0.0312057 Jul 08 13:07:03.424249 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-9a61bded-94d8-49c7-a49b-e8f725f08216 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:03.425971 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-9a61bded-94d8-49c7-a49b-e8f725f08216 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.61 "GET /v2.0/networks?id=33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b HTTP/1.1" status: 200 len: 809 time: 0.1032491 Jul 08 13:07:03.437431 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-1b27f975-1e7a-4e6a-8718-b76fb58676fd tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Request body: {'port': {'device_id': '855f4a08-ea71-4c3e-8071-d3e5f4f7c79d', 'network_id': '33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b', 'admin_state_up': True, 'tenant_id': '8b80b95c159841b7b1cfb9792a355c93'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:07:03.554472 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-1b27f975-1e7a-4e6a-8718-b76fb58676fd tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Made reservation on behalf of 8b80b95c159841b7b1cfb9792a355c93 for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:07:03.564453 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-1b27f975-1e7a-4e6a-8718-b76fb58676fd tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:03.573784 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c514a114-ebe9-46fc-9d9a-1dd494a6e8a7 req-1695c519-174a-44fb-a69d-5a0cfe22b5aa tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=855f4a08-ea71-4c3e-8071-d3e5f4f7c79d HTTP/1.1" status: 200 len: 210 time: 0.0322971 Jul 08 13:07:03.706149 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-1b27f975-1e7a-4e6a-8718-b76fb58676fd tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Allocated IP 172.20.0.5 (33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b/052cb0ed-1c59-4066-aaac-6b6f1d4abc76/022641b8-efe6-433b-91d7-1075be0e33bc) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:07:03.852133 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-1b27f975-1e7a-4e6a-8718-b76fb58676fd tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:03.889502 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-1b27f975-1e7a-4e6a-8718-b76fb58676fd tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1674278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-84717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757847714524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260280241'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:03.934658 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-1b27f975-1e7a-4e6a-8718-b76fb58676fd tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Network 33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:07:03.937877 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-1b27f975-1e7a-4e6a-8718-b76fb58676fd tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:07:03.941879 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-1b27f975-1e7a-4e6a-8718-b76fb58676fd tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:07:03.968235 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27f975-1e7a-4e6a-8718-b76fb58676fd tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Pushing event updated for resources: {'Port': ['ID=022641b8-efe6-433b-91d7-1075be0e33bc,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:03.996571 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-1b27f975-1e7a-4e6a-8718-b76fb58676fd tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:03.997204 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-1b27f975-1e7a-4e6a-8718-b76fb58676fd tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:04.010870 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-1b27f975-1e7a-4e6a-8718-b76fb58676fd tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5771382 Jul 08 13:07:04.022409 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Request body: {'port': {'device_id': '855f4a08-ea71-4c3e-8071-d3e5f4f7c79d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80002'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:07:04.095628 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:04.346299 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 022641b8-efe6-433b-91d7-1075be0e33bc {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:07:04.353459 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:04.365592 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Transition to ACTIVE for port object 022641b8-efe6-433b-91d7-1075be0e33bc will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:07:04.369192 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:04.421547 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Pushing event updated for resources: {'Port': ['ID=022641b8-efe6-433b-91d7-1075be0e33bc,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:04.486240 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Attempting to bind port 022641b8-efe6-433b-91d7-1075be0e33bc on host hv-cinder-80002 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:07:04.486899 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Attempting to bind port 022641b8-efe6-433b-91d7-1075be0e33bc by drivers openvswitch,hyperv on host hv-cinder-80002 at level 0 using segments [{'id': '9f94ccc5-a221-4abb-a04f-2d2e229a71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:07:04.487033 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Attempting to bind port 022641b8-efe6-433b-91d7-1075be0e33bc on network 33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:07:04.491313 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Port 022641b8-efe6-433b-91d7-1075be0e33bc on network 33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80002 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:07:04.491637 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Attempting to bind port 022641b8-efe6-433b-91d7-1075be0e33bc on network 33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:07:04.496515 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Checking agent: {'id': 'bbd8216b-d59a-47b2-864f-0dbc5ba85050', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80002', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'started_at': datetime.datetime(2021, 7, 8, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:07:04.496855 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Checking segment: {'id': '9f94ccc5-a221-4abb-a04f-2d2e229a71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:07:04.497266 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Bound using segment: {'id': '9f94ccc5-a221-4abb-a04f-2d2e229a71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:07:04.497689 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Bound port: 022641b8-efe6-433b-91d7-1075be0e33bc, host: hv-cinder-80002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f94ccc5-a221-4abb-a04f-2d2e229a71bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:07:04.498041 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:04.558819 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] For port 022641b8-efe6-433b-91d7-1075be0e33bc, host hv-cinder-80002, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:07:04.562173 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] For port 022641b8-efe6-433b-91d7-1075be0e33bc, host hv-cinder-80002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=022641b8-efe6-433b-91d7-1075be0e33bc,segment=NetworkSegment(9f94ccc5-a221-4abb-a04f-2d2e229a71bf),segment_id=9f94ccc5-a221-4abb-a04f-2d2e229a71bf)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:07:04.567164 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260280239'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:04.604130 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:04.604771 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:04.606246 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] 10.222.0.61 "PUT /v2.0/ports/022641b8-efe6-433b-91d7-1075be0e33bc HTTP/1.1" status: 200 len: 1093 time: 0.5878258 Jul 08 13:07:04.608381 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855f4a08-ea71-4c3e-8071-d3e5f4f7c79d', 'tag': '022641b8-efe6-433b-91d7-1075be0e33bc'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:07:04.611446 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d273a1-df4f-4989-b7f7-e84c729891c4" -d '{"events": [{"name": "network-changed", "server_uuid": "855f4a08-ea71-4c3e-8071-d3e5f4f7c79d", "tag": "022641b8-efe6-433b-91d7-1075be0e33bc"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:07:04.636263 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e069c-d58b-4747-b1a0-82db6151c33c service neutron] Pushing event updated for resources: {'Port': ['ID=022641b8-efe6-433b-91d7-1075be0e33bc,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:04.666929 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc11421-6658-457e-96db-e1c8307fb4b8 x-openstack-request-id: req-5fc11421-6658-457e-96db-e1c8307fb4b8 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:07:04.667214 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "855f4a08-ea71-4c3e-8071-d3e5f4f7c79d", "tag": "022641b8-efe6-433b-91d7-1075be0e33bc", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:07:04.667486 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fc11421-6658-457e-96db-e1c8307fb4b8 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:07:04.667856 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855f4a08-ea71-4c3e-8071-d3e5f4f7c79d', 'tag': '022641b8-efe6-433b-91d7-1075be0e33bc', 'status': 'completed', 'code': 200} Jul 08 13:07:04.746432 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-94923dff-a5d8-4087-9dc0-619043d7e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:04.747919 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-94923dff-a5d8-4087-9dc0-619043d7e43d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b80b95c159841b7b1cfb9792a355c93&device_id=855f4a08-ea71-4c3e-8071-d3e5f4f7c79d HTTP/1.1" status: 200 len: 1096 time: 0.0910428 Jul 08 13:07:04.768135 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5c1948a1-17d7-41e4-b870-3c49991bd7bb no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:07:04.789136 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: 5c1948a1-17d7-41e4-b870-3c49991bd7bb {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:07:04.789454 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 5c1948a1-17d7-41e4-b870-3c49991bd7bb not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:07:05.073828 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d82812-79b7-4cb6-9d60-1cd666168d5b req-ce6e7437-ace6-4f74-9eb8-96ae5c3dd206 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:05.075537 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-30d82812-79b7-4cb6-9d60-1cd666168d5b req-ce6e7437-ace6-4f74-9eb8-96ae5c3dd206 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=855f4a08-ea71-4c3e-8071-d3e5f4f7c79d HTTP/1.1" status: 200 len: 943 time: 0.3821616 Jul 08 13:07:05.076766 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-e95f4b2f-ffcb-4b8f-9841-28e3b4b70d80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=022641b8-efe6-433b-91d7-1075be0e33bc HTTP/1.1" status: 200 len: 217 time: 0.3223870 Jul 08 13:07:05.147362 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-30d82812-79b7-4cb6-9d60-1cd666168d5b req-19436386-98f8-46ec-b2d2-041122abff0a tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657122 Jul 08 13:07:05.149162 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-ef10235d-8e10-497b-9597-2595d8b45085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:05.150513 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-ef10235d-8e10-497b-9597-2595d8b45085 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=052cb0ed-1c59-4066-aaac-6b6f1d4abc76 HTTP/1.1" status: 200 len: 849 time: 0.0631931 Jul 08 13:07:05.182447 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-054e86f8-a430-42a1-931b-a3c6f167b959 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259302 Jul 08 13:07:05.274594 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-f6ac22d4-0939-477b-892f-564340750e82 service neutron] 10.222.0.61 "GET /v2.0/networks/33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851841 Jul 08 13:07:05.362162 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ea8db603-3119-4458-a4bf-29f93a06ff3a req-ff29b513-b190-43d4-9fe3-47276e37c902 service neutron] 10.222.0.61 "GET /v2.0/networks/33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800772 Jul 08 13:07:05.465506 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d273a1-df4f-4989-b7f7-e84c729891c4 req-7cc40e22-4668-4fc5-94a2-86d11ff28646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:05.467024 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1d273a1-df4f-4989-b7f7-e84c729891c4 req-7cc40e22-4668-4fc5-94a2-86d11ff28646 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b80b95c159841b7b1cfb9792a355c93&device_id=855f4a08-ea71-4c3e-8071-d3e5f4f7c79d HTTP/1.1" status: 200 len: 1096 time: 0.0556071 Jul 08 13:07:05.553345 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d273a1-df4f-4989-b7f7-e84c729891c4 req-811247a7-302f-455f-9d7c-aec1b191bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:05.554857 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1d273a1-df4f-4989-b7f7-e84c729891c4 req-811247a7-302f-455f-9d7c-aec1b191bded service neutron] 10.222.0.61 "GET /v2.0/networks?id=33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b HTTP/1.1" status: 200 len: 910 time: 0.0817561 Jul 08 13:07:05.600019 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1d273a1-df4f-4989-b7f7-e84c729891c4 req-1bfcdb76-5d15-41dc-b3a4-f67474a73f65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=022641b8-efe6-433b-91d7-1075be0e33bc HTTP/1.1" status: 200 len: 217 time: 0.0350733 Jul 08 13:07:05.650089 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d273a1-df4f-4989-b7f7-e84c729891c4 req-aa6e041e-ea5e-4542-9ab9-dad30c455c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:05.651449 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1d273a1-df4f-4989-b7f7-e84c729891c4 req-aa6e041e-ea5e-4542-9ab9-dad30c455c11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=052cb0ed-1c59-4066-aaac-6b6f1d4abc76 HTTP/1.1" status: 200 len: 849 time: 0.0452092 Jul 08 13:07:05.683195 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1d273a1-df4f-4989-b7f7-e84c729891c4 req-fc503d53-e139-4c55-9162-e58f0da3dc45 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247612 Jul 08 13:07:05.767627 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1d273a1-df4f-4989-b7f7-e84c729891c4 req-55d1f48a-e860-4f6d-b066-28722fc1e0d1 service neutron] 10.222.0.61 "GET /v2.0/networks/33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0769598 Jul 08 13:07:05.866552 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1d273a1-df4f-4989-b7f7-e84c729891c4 req-abb03e5a-35ae-4d39-b8ff-2e2788960413 service neutron] 10.222.0.61 "GET /v2.0/networks/33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924194 Jul 08 13:07:06.324816 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e1354-95c1-49c7-a785-f19d1ff9a665 req-d6306bf9-bb96-4452-9df1-49f4e4c217a4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:06.326341 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c54e1354-95c1-49c7-a785-f19d1ff9a665 req-d6306bf9-bb96-4452-9df1-49f4e4c217a4 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=855f4a08-ea71-4c3e-8071-d3e5f4f7c79d HTTP/1.1" status: 200 len: 943 time: 0.0675628 Jul 08 13:07:06.364654 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-c54e1354-95c1-49c7-a785-f19d1ff9a665 req-22da7ff4-141a-42ee-ac95-aeee161b56e6 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320923 Jul 08 13:07:07.535789 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db10a39-0d88-4c06-9e23-112186b40694 req-cfdcac67-1e6a-4294-8539-ad2c3967db7f tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:07.537237 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7db10a39-0d88-4c06-9e23-112186b40694 req-cfdcac67-1e6a-4294-8539-ad2c3967db7f tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=855f4a08-ea71-4c3e-8071-d3e5f4f7c79d HTTP/1.1" status: 200 len: 943 time: 0.0623851 Jul 08 13:07:07.573797 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7db10a39-0d88-4c06-9e23-112186b40694 req-2a800228-f08a-497a-8d06-17e444e21791 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309820 Jul 08 13:07:08.742313 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161b24b-1682-4f5d-9a32-e5e966d38bd4 req-39d9eaaf-521a-4e5b-af4b-bfc090e09402 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:08.743791 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9161b24b-1682-4f5d-9a32-e5e966d38bd4 req-39d9eaaf-521a-4e5b-af4b-bfc090e09402 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=855f4a08-ea71-4c3e-8071-d3e5f4f7c79d HTTP/1.1" status: 200 len: 943 time: 0.0619009 Jul 08 13:07:08.764707 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 022641b8-efe6-433b-91d7-1075be0e33bc details requested by agent hyperv_hv-cinder-80002 with host hv-cinder-80002 {{(pid=92985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:07:08.782024 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-9161b24b-1682-4f5d-9a32-e5e966d38bd4 req-a1660bba-6338-48e9-b081-02f1f32ab6b8 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326922 Jul 08 13:07:08.858936 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 022641b8-efe6-433b-91d7-1075be0e33bc, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=022641b8-efe6-433b-91d7-1075be0e33bc,segment=NetworkSegment(9f94ccc5-a221-4abb-a04f-2d2e229a71bf),segment_id=9f94ccc5-a221-4abb-a04f-2d2e229a71bf)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:07:08.870706 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Returning: {'device': '022641b8-efe6-433b-91d7-1075be0e33bc', 'network_id': '33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b', 'port_id': '022641b8-efe6-433b-91d7-1075be0e33bc', 'mac_address': 'fa:16:3e:d4:cc:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052cb0ed-1c59-4066-aaac-6b6f1d4abc76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:07:08.907063 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:08.919583 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 022641b8-efe6-433b-91d7-1075be0e33bc {{(pid=92985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:07:08.938040 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 022641b8-efe6-433b-91d7-1075be0e33bc, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=022641b8-efe6-433b-91d7-1075be0e33bc,segment=NetworkSegment(9f94ccc5-a221-4abb-a04f-2d2e229a71bf),segment_id=9f94ccc5-a221-4abb-a04f-2d2e229a71bf)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:07:08.942227 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:08.990680 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=022641b8-efe6-433b-91d7-1075be0e33bc,revision_number=4']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:08.997672 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:08.998027 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:08.998370 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:08.998708 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:08.999044 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:08.999377 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:08.999711 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:09.000039 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:09.000367 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:09.000698 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:09.001639 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:09.001972 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:09.132671 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['022641b8-efe6-433b-91d7-1075be0e33bc'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:07:09.956571 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01206257-adae-477e-b391-3c45560dc8b5 req-3394b539-a0f5-408e-ad28-d7946546a463 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:09.958404 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-01206257-adae-477e-b391-3c45560dc8b5 req-3394b539-a0f5-408e-ad28-d7946546a463 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=855f4a08-ea71-4c3e-8071-d3e5f4f7c79d HTTP/1.1" status: 200 len: 944 time: 0.0670226 Jul 08 13:07:09.997576 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-01206257-adae-477e-b391-3c45560dc8b5 req-2ba347c2-62b8-4087-868c-2b2fa2180dc0 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326192 Jul 08 13:07:10.795875 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 022641b8-efe6-433b-91d7-1075be0e33bc up at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:07:10.841909 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning for port 022641b8-efe6-433b-91d7-1075be0e33bc completed by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:07:10.845895 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.db.provisioning_blocks [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Provisioning complete for port 022641b8-efe6-433b-91d7-1075be0e33bc triggered by entity L2. {{(pid=92985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:07:10.846259 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813374'] for port, provisioning_complete {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:10.922138 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1674209'] for port, before_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:10.944049 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855f4a08-ea71-4c3e-8071-d3e5f4f7c79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022641b8-efe6-433b-91d7-1075be0e33bc'}] {{(pid=92985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:07:10.946301 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c37d3196de78a798b5245fad489a19ca24c1704e2f6b6ad032db71a9529ae5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548e72a8-4ccb-4a53-b6e8-23be149b7ac8" -d '{"events": [{"server_uuid": "855f4a08-ea71-4c3e-8071-d3e5f4f7c79d", "name": "network-vif-plugged", "status": "completed", "tag": "022641b8-efe6-433b-91d7-1075be0e33bc"}]}' {{(pid=92985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:07:10.959673 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] For port 022641b8-efe6-433b-91d7-1075be0e33bc, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=022641b8-efe6-433b-91d7-1075be0e33bc,segment=NetworkSegment(9f94ccc5-a221-4abb-a04f-2d2e229a71bf),segment_id=9f94ccc5-a221-4abb-a04f-2d2e229a71bf)] {{(pid=92985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:07:10.963815 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757848218911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757847714542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757847715359'] for port, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:10.987003 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5affef-7ef1-4a5d-894b-6a2b63b1f3a8 x-openstack-request-id: req-2d5affef-7ef1-4a5d-894b-6a2b63b1f3a8 {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:07:10.987296 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855f4a08-ea71-4c3e-8071-d3e5f4f7c79d", "name": "network-vif-plugged", "status": "completed", "tag": "022641b8-efe6-433b-91d7-1075be0e33bc", "code": 200}]} {{(pid=92985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:07:10.987618 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d5affef-7ef1-4a5d-894b-6a2b63b1f3a8 {{(pid=92985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:07:10.988009 dv-cinder-800022-1-iscsi neutron-server[92985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855f4a08-ea71-4c3e-8071-d3e5f4f7c79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022641b8-efe6-433b-91d7-1075be0e33bc', 'code': 200} Jul 08 13:07:11.015028 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Pushing event updated for resources: {'Port': ['ID=022641b8-efe6-433b-91d7-1075be0e33bc,revision_number=5']} {{(pid=92985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:11.205895 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb57a8e-6f1f-4cf0-8ac9-aa62a277347b req-94141e46-d744-41d6-9a2d-81f91669fa23 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:11.206764 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dfb57a8e-6f1f-4cf0-8ac9-aa62a277347b req-94141e46-d744-41d6-9a2d-81f91669fa23 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=855f4a08-ea71-4c3e-8071-d3e5f4f7c79d HTTP/1.1" status: 200 len: 945 time: 0.0939333 Jul 08 13:07:11.254760 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949b23f-4625-41ef-86ab-563ded49caff req-e9062f46-d901-4310-9226-a81a47778359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:11.256208 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d949b23f-4625-41ef-86ab-563ded49caff req-e9062f46-d901-4310-9226-a81a47778359 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=855f4a08-ea71-4c3e-8071-d3e5f4f7c79d HTTP/1.1" status: 200 len: 1098 time: 0.0946984 Jul 08 13:07:11.259506 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dfb57a8e-6f1f-4cf0-8ac9-aa62a277347b req-b92e1c87-7a45-4dfd-bf19-d1674be00afc tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465128 Jul 08 13:07:11.291791 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d949b23f-4625-41ef-86ab-563ded49caff req-1f2411c2-f2ef-46f2-8d3b-b88235cfa21b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289650 Jul 08 13:07:12.432004 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805d8d5-6584-4da7-8bb5-4303bed793fb req-574dd6e0-c229-4f49-8a35-1a12edf37534 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:12.433530 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1805d8d5-6584-4da7-8bb5-4303bed793fb req-574dd6e0-c229-4f49-8a35-1a12edf37534 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=855f4a08-ea71-4c3e-8071-d3e5f4f7c79d HTTP/1.1" status: 200 len: 945 time: 0.0627565 Jul 08 13:07:12.470720 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-1805d8d5-6584-4da7-8bb5-4303bed793fb req-8f1cb559-ed2b-42c3-b467-a16078e2a4f8 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316010 Jul 08 13:07:13.257059 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb48b13-735d-42d6-bfca-84f155c767a0 req-50585beb-1f14-41ec-a432-26a85447a797 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:13.258584 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-acb48b13-735d-42d6-bfca-84f155c767a0 req-50585beb-1f14-41ec-a432-26a85447a797 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=855f4a08-ea71-4c3e-8071-d3e5f4f7c79d HTTP/1.1" status: 200 len: 945 time: 0.0653417 Jul 08 13:07:13.297153 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [req-acb48b13-735d-42d6-bfca-84f155c767a0 req-545f30d7-5727-421d-b66a-1a47bfb9aa92 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324364 Jul 08 13:07:13.533602 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7af5ebe5-b7e1-4efa-9190-ba2e26429d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.500694 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c15254-fa2f-42d8-ab93-a5a0effec264 req-97907562-509a-40b0-b3e3-14d79a2fa41f tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:14.502700 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c6c15254-fa2f-42d8-ab93-a5a0effec264 req-97907562-509a-40b0-b3e3-14d79a2fa41f tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.61 "GET /v2.0/ports?device_id=855f4a08-ea71-4c3e-8071-d3e5f4f7c79d HTTP/1.1" status: 200 len: 945 time: 0.1022496 Jul 08 13:07:14.510881 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba7550-a314-422c-8fe3-2b882f624522 req-ed1dab5c-1c02-4fd5-82cf-1f172286d3f0 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:14.512156 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e2ba7550-a314-422c-8fe3-2b882f624522 req-ed1dab5c-1c02-4fd5-82cf-1f172286d3f0 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/ports?device_id=855f4a08-ea71-4c3e-8071-d3e5f4f7c79d HTTP/1.1" status: 200 len: 945 time: 0.1027238 Jul 08 13:07:14.583544 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e2ba7550-a314-422c-8fe3-2b882f624522 req-d1ffbe3a-e60a-4adc-bcf5-e81a89e30492 tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b3affb1-2315-4707-8ba1-cbe7f4e5db92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633178 Jul 08 13:07:14.633140 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-c6c15254-fa2f-42d8-ab93-a5a0effec264 req-6d016a84-ab10-4530-b05e-6baa448e95ae tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Deleting port 022641b8-efe6-433b-91d7-1075be0e33bc {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:07:14.633496 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c6c15254-fa2f-42d8-ab93-a5a0effec264 req-6d016a84-ab10-4530-b05e-6baa448e95ae tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757848212179'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.723828 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-c6c15254-fa2f-42d8-ab93-a5a0effec264 req-6d016a84-ab10-4530-b05e-6baa448e95ae tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] For port 022641b8-efe6-433b-91d7-1075be0e33bc, host hv-cinder-80002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80002',level=0,port_id=022641b8-efe6-433b-91d7-1075be0e33bc,segment=NetworkSegment(9f94ccc5-a221-4abb-a04f-2d2e229a71bf),segment_id=9f94ccc5-a221-4abb-a04f-2d2e229a71bf)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:07:14.724186 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c6c15254-fa2f-42d8-ab93-a5a0effec264 req-6d016a84-ab10-4530-b05e-6baa448e95ae tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-654906'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.735626 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-c6c15254-fa2f-42d8-ab93-a5a0effec264 req-6d016a84-ab10-4530-b05e-6baa448e95ae tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Calling delete_port for 022641b8-efe6-433b-91d7-1075be0e33bc owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:07:14.861560 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c6c15254-fa2f-42d8-ab93-a5a0effec264 req-6d016a84-ab10-4530-b05e-6baa448e95ae tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1674301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757848218893', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757847714533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260280230'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.874136 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.db [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] get_ports_and_sgs() called for port_ids ['022641b8-efe6-433b-91d7-1075be0e33bc'] {{(pid=92985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:07:14.887888 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d016a84-ab10-4530-b05e-6baa448e95ae tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Pushing event deleted for resources: {'Port': ['ID=022641b8-efe6-433b-91d7-1075be0e33bc,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:14.936383 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c15254-fa2f-42d8-ab93-a5a0effec264 req-6d016a84-ab10-4530-b05e-6baa448e95ae tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] No DVR routers for this DVR port 022641b8-efe6-433b-91d7-1075be0e33bc on host hv-cinder-80002 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:07:14.938871 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-c6c15254-fa2f-42d8-ab93-a5a0effec264 req-6d016a84-ab10-4530-b05e-6baa448e95ae tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114828'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.940805 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c6c15254-fa2f-42d8-ab93-a5a0effec264 req-6d016a84-ab10-4530-b05e-6baa448e95ae tempest-VolumesActionsTest-1543081492 tempest-VolumesActionsTest-1543081492-project] 10.222.0.61 "DELETE /v2.0/ports/022641b8-efe6-433b-91d7-1075be0e33bc HTTP/1.1" status: 204 len: 173 time: 0.4277985 Jul 08 13:07:14.941341 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855f4a08-ea71-4c3e-8071-d3e5f4f7c79d', 'name': 'network-vif-deleted', 'tag': '022641b8-efe6-433b-91d7-1075be0e33bc'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:07:14.943568 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e0a02a52c32b936c377a7ddea2967e4a03d7c4debeeb1f82314c01e3bae6a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9e18b5-2d2b-4ac4-ada0-09282347752f" -d '{"events": [{"server_uuid": "855f4a08-ea71-4c3e-8071-d3e5f4f7c79d", "name": "network-vif-deleted", "tag": "022641b8-efe6-433b-91d7-1075be0e33bc"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:07:14.982692 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376d5450-5b26-45b9-88a6-59813d85ec20 x-openstack-request-id: req-376d5450-5b26-45b9-88a6-59813d85ec20 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:07:14.982987 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855f4a08-ea71-4c3e-8071-d3e5f4f7c79d", "name": "network-vif-deleted", "tag": "022641b8-efe6-433b-91d7-1075be0e33bc", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:07:14.983238 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-376d5450-5b26-45b9-88a6-59813d85ec20 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:07:14.983637 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855f4a08-ea71-4c3e-8071-d3e5f4f7c79d', 'name': 'network-vif-deleted', 'tag': '022641b8-efe6-433b-91d7-1075be0e33bc', 'status': 'completed', 'code': 200} Jul 08 13:07:16.012245 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-77124f9a-2fb9-40ba-8e0c-9ffbbf5676fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:16.945935 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:17.518909 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:19.322040 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 022641b8-efe6-433b-91d7-1075be0e33bc no longer exists at agent hyperv_hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:07:19.346443 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.plugin [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] No Port match for: 022641b8-efe6-433b-91d7-1075be0e33bc {{(pid=92985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:07:19.346789 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron.plugins.ml2.rpc [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Device 022641b8-efe6-433b-91d7-1075be0e33bc not bound to the agent host hv-cinder-80002 {{(pid=92985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:07:19.380344 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:20.773544 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:07:28.029410 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:36.452485 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 42428) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:07:36.495789 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.db.db_base_plugin_v2 [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Deleting subnet 052cb0ed-1c59-4066-aaac-6b6f1d4abc76 {{(pid=92983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:07:36.498762 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:36.533251 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3025391'] for subnet, precommit_delete_associations {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:36.575417 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1818188'] for subnet, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:36.626334 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1818203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3137349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261328070'] for subnet, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:36.651351 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=052cb0ed-1c59-4066-aaac-6b6f1d4abc76,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:36.655789 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for subnet, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:36.658385 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/052cb0ed-1c59-4066-aaac-6b6f1d4abc76 HTTP/1.1" status: 204 len: 168 time: 0.2046404 Jul 08 13:07:36.660769 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 42430) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:07:36.662961 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:36.663313 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:36.663653 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:36.663991 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:36.664321 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:36.664654 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:36.664979 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:36.665336 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:36.665663 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:36.665988 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:36.666313 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:36.666629 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d9090-fd87-4230-99e6-9481ec590c33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:36.727554 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e7475fe-9600-491e-b64e-2a9effa1542e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704495'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:36.808733 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e7475fe-9600-491e-b64e-2a9effa1542e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1811703', 'neutron.services.segments.db._delete_segments_for_network-8757848019285'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:36.818613 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-2e7475fe-9600-491e-b64e-2a9effa1542e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:07:36.828362 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-2e7475fe-9600-491e-b64e-2a9effa1542e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f94ccc5-a221-4abb-a04f-2d2e229a71bf') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:07:36.828655 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-2e7475fe-9600-491e-b64e-2a9effa1542e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f94ccc5-a221-4abb-a04f-2d2e229a71bf') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:07:36.837895 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e7475fe-9600-491e-b64e-2a9effa1542e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757848043825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261736289'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:36.851002 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e7475fe-9600-491e-b64e-2a9effa1542e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:36.856790 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7475fe-9600-491e-b64e-2a9effa1542e admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:07:36.857216 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e7475fe-9600-491e-b64e-2a9effa1542e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260280139'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: timer() Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: cb(*args, **kw) Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: self._notify() Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: self.callback(batched_events) Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: event.method(event) Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: return self._get(url).json() Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:07:36.858825 dv-cinder-800022-1-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:07:36.911529 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e7475fe-9600-491e-b64e-2a9effa1542e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1811662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718227'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:36.916868 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e7475fe-9600-491e-b64e-2a9effa1542e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582320'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:36.918713 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2e7475fe-9600-491e-b64e-2a9effa1542e admin admin] 10.222.0.13 "DELETE /v2.0/networks/33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b HTTP/1.1" status: 204 len: 168 time: 0.2569296 Jul 08 13:07:36.930158 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7475fe-9600-491e-b64e-2a9effa1542e admin admin] Pushing event deleted for resources: {'Network': ['ID=33ab4ed5-7bbb-4909-9ac8-d2bfc714e48b,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:37.045743 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 42434) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:07:37.090520 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-62444eed-3610-4b02-9d63-d2426769e5cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b80b95c159841b7b1cfb9792a355c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434127 Jul 08 13:07:37.092969 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 42436) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:07:37.143205 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-246bd408-b3ea-454e-bc83-abf090d17ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:37.163296 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-246bd408-b3ea-454e-bc83-abf090d17ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:37.209417 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-246bd408-b3ea-454e-bc83-abf090d17ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:37.212181 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-246bd408-b3ea-454e-bc83-abf090d17ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:37.213451 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-246bd408-b3ea-454e-bc83-abf090d17ea4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b3affb1-2315-4707-8ba1-cbe7f4e5db92 HTTP/1.1" status: 204 len: 168 time: 0.1195552 Jul 08 13:07:37.221019 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bd408-b3ea-454e-bc83-abf090d17ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3affb1-2315-4707-8ba1-cbe7f4e5db92,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:43.534433 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-cd68e1d6-7a73-4fec-9190-92c356ce43d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:46.015747 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-f01c699f-9c52-4c9e-a052-2988932b75dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:46.946770 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:47.522422 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:49.383418 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:57.772641 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:07:58.027702 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:09.312531 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 42628) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:09.433931 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b40f263-e4fc-47b7-86f8-572195d86e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:09.525115 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b40f263-e4fc-47b7-86f8-572195d86e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:09.528868 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2b40f263-e4fc-47b7-86f8-572195d86e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:09.569560 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2b40f263-e4fc-47b7-86f8-572195d86e94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18a1b86709dd49af8b4460dd3cbd7bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558534 Jul 08 13:08:09.570605 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40f263-e4fc-47b7-86f8-572195d86e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18735cc8-6034-4ea3-af58-36678301441a,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:09.572485 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 42632) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:09.583691 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40f263-e4fc-47b7-86f8-572195d86e94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:09.584045 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40f263-e4fc-47b7-86f8-572195d86e94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:09.584398 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40f263-e4fc-47b7-86f8-572195d86e94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:09.584727 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40f263-e4fc-47b7-86f8-572195d86e94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:09.585089 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40f263-e4fc-47b7-86f8-572195d86e94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:09.585426 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40f263-e4fc-47b7-86f8-572195d86e94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:09.585756 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40f263-e4fc-47b7-86f8-572195d86e94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:09.586085 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40f263-e4fc-47b7-86f8-572195d86e94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:09.586411 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40f263-e4fc-47b7-86f8-572195d86e94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:09.586736 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40f263-e4fc-47b7-86f8-572195d86e94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:09.587058 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40f263-e4fc-47b7-86f8-572195d86e94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:09.587382 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b40f263-e4fc-47b7-86f8-572195d86e94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:09.631817 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ce9cdabe-b659-4d6d-b2f0-1f8b5779e305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:09.652013 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ce9cdabe-b659-4d6d-b2f0-1f8b5779e305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:09.698643 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ce9cdabe-b659-4d6d-b2f0-1f8b5779e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:09.701165 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ce9cdabe-b659-4d6d-b2f0-1f8b5779e305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:09.702297 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ce9cdabe-b659-4d6d-b2f0-1f8b5779e305 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18735cc8-6034-4ea3-af58-36678301441a HTTP/1.1" status: 204 len: 168 time: 0.1280756 Jul 08 13:08:09.709672 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9cdabe-b659-4d6d-b2f0-1f8b5779e305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18735cc8-6034-4ea3-af58-36678301441a,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:13.188560 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 42676) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:13.292500 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-37e77634-f49c-4ac1-856e-4d59c1b68bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:13.379593 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-37e77634-f49c-4ac1-856e-4d59c1b68bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:13.383450 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-37e77634-f49c-4ac1-856e-4d59c1b68bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:13.420014 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-37e77634-f49c-4ac1-856e-4d59c1b68bd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92fd2972f47d40fc9c23a280f23e6589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303143 Jul 08 13:08:13.421962 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e77634-f49c-4ac1-856e-4d59c1b68bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0584e6c-b424-456f-addc-e9aa7e79fae6,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:13.422768 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 42680) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:13.473442 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc9c9732-97ef-41b1-aee0-facc4d98da56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:13.495489 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc9c9732-97ef-41b1-aee0-facc4d98da56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:13.537150 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-221d3e57-5bcd-40d0-8237-3233e0dc1e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:13.544722 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc9c9732-97ef-41b1-aee0-facc4d98da56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:13.547271 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-bc9c9732-97ef-41b1-aee0-facc4d98da56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:13.548984 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-bc9c9732-97ef-41b1-aee0-facc4d98da56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0584e6c-b424-456f-addc-e9aa7e79fae6 HTTP/1.1" status: 204 len: 168 time: 0.1241529 Jul 08 13:08:13.556493 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c9732-97ef-41b1-aee0-facc4d98da56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0584e6c-b424-456f-addc-e9aa7e79fae6,revision_number=None']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:16.019755 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-02560fbd-2fff-4910-b344-6d44a726d3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:16.947846 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:17.523926 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:19.386341 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:28.025562 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:34.771529 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:08:43.538519 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-dad46d85-64fe-44b4-8ad5-3efc48ca64f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:46.021211 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a663-9148-4666-b048-62f1ecbfad81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:46.949680 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:47.527414 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:49.374411 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.wsgi [-] (92983) accepted ('10.222.0.13', 42932) {{(pid=92983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:49.391375 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:49.478662 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-cb7cd179-53db-48b1-8969-8fa580ba8af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:49.571525 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-cb7cd179-53db-48b1-8969-8fa580ba8af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:49.575204 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-cb7cd179-53db-48b1-8969-8fa580ba8af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_create {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:49.612459 dv-cinder-800022-1-iscsi neutron-server[92983]: INFO neutron.wsgi [None req-cb7cd179-53db-48b1-8969-8fa580ba8af9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbec67203a7b403e98170a1292ccb718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368534 Jul 08 13:08:49.613466 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cd179-53db-48b1-8969-8fa580ba8af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d1294a-fba3-4d15-b96f-2fb00b0c9ba2,revision_number=1']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:49.615697 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.13', 42936) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:49.621256 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cd179-53db-48b1-8969-8fa580ba8af9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:49.621616 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cd179-53db-48b1-8969-8fa580ba8af9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:49.621967 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cd179-53db-48b1-8969-8fa580ba8af9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:49.622306 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cd179-53db-48b1-8969-8fa580ba8af9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:49.622643 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cd179-53db-48b1-8969-8fa580ba8af9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:49.622985 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cd179-53db-48b1-8969-8fa580ba8af9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:49.623318 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cd179-53db-48b1-8969-8fa580ba8af9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:49.623650 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cd179-53db-48b1-8969-8fa580ba8af9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:49.623983 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cd179-53db-48b1-8969-8fa580ba8af9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:49.624310 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cd179-53db-48b1-8969-8fa580ba8af9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:49.624637 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cd179-53db-48b1-8969-8fa580ba8af9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:49.624963 dv-cinder-800022-1-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cd179-53db-48b1-8969-8fa580ba8af9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800022-1-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:49.667298 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-157f01ef-4420-4733-a867-8766fcdbeb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:49.687449 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-157f01ef-4420-4733-a867-8766fcdbeb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:49.730942 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-157f01ef-4420-4733-a867-8766fcdbeb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-737148'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:49.733404 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-157f01ef-4420-4733-a867-8766fcdbeb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:49.734570 dv-cinder-800022-1-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-157f01ef-4420-4733-a867-8766fcdbeb31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89d1294a-fba3-4d15-b96f-2fb00b0c9ba2 HTTP/1.1" status: 204 len: 168 time: 0.1178982 Jul 08 13:08:49.742360 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f01ef-4420-4733-a867-8766fcdbeb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d1294a-fba3-4d15-b96f-2fb00b0c9ba2,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:58.025477 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:11.771057 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:09:13.538367 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-63a04666-ea72-425a-b1ed-f0c0d5d9d070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:16.020999 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bc78cab5-de00-44e0-a7d1-0df5ad42e98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:16.951523 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:17.530741 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:19.393049 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:28.040836 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:43.539796 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-b61c2f38-939b-4047-8c30-fa17e8264fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:46.022280 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-15ac2dae-d473-4684-9f52-657f69839a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:46.952396 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:47.533637 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:48.770731 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:09:49.395731 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:58.039479 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:13.542021 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-71dd9a53-4ade-4031-a59e-d15c1355f9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:16.022889 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-3dc87722-98f5-460f-bcb3-0b3bade87ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:16.954351 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:17.536313 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:19.398692 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:25.770576 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:10:28.057213 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:43.542445 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-fa61637f-b16e-4fa5-835a-c0ee0fbaa71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:46.024011 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-ead069a2-3f22-4a8c-86f2-e3df3b49590c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:46.954925 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:47.538769 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:49.401716 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:58.069158 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:02.770652 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:11:13.544757 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e49165bc-f2f9-4d12-bafa-0ed16a5260e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:16.024870 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-11403e81-2aff-4d2f-a40e-3d25947bc077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:16.956084 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:17.541835 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:19.404762 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.070286 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:39.771186 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:11:43.547062 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-90e0e6e3-7a78-4f4f-94d1-cd37cde3f746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:46.024704 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-1f733ffc-0258-41ea-a3e5-5a91b5f552fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:46.956995 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:47.545140 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:49.407115 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:58.084277 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:13.548092 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-4af17e3b-1932-4a9f-a978-19ed39cea8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:16.025660 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-d23c1b25-5510-4390-801c-d82f0fc8dc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:16.769375 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:12:16.957690 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:17.547507 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:19.409371 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:28.098055 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:43.547620 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-819df59c-7cc2-49f9-9ef1-193608c00396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:46.026407 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-c5854378-bcb7-4774-ba24-9b0831eb4303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:46.957518 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:47.549488 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:49.411754 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:53.769745 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:12:54.241129 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [req-d298ecfa-7483-4482-8d9c-6d0eb2038cd4 req-73889e7e-f41a-4b68-9b17-52bdaa683c46 tempest-AttachVolumeNegativeTest-2033476437 tempest-AttachVolumeNegativeTest-2033476437-project] (92981) timed out ('10.222.0.61', 56681) {{(pid=92981) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 13:12:58.097960 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:04.333517 dv-cinder-800022-1-iscsi neutron-server[92981]: DEBUG neutron.wsgi [req-3e0167bb-c3d1-4f4a-b11d-4209cf19dd93 req-60b8490b-a766-4194-a19b-9cddb91cc297 service neutron] (92981) timed out ('10.222.0.61', 56692) {{(pid=92981) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 13:13:13.546842 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-78dc1d83-865b-49c7-aa0a-9e5e682e0061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:16.028323 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-391e34f7-35dc-43d5-820c-7e1f10423d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:16.956892 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:17.551824 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:19.414567 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:28.113330 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-e4a36e4d-6edb-422e-81cc-4745c5409af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:30.769131 dv-cinder-800022-1-iscsi neutron-server[92986]: DEBUG neutron.db.agents_db [None req-3c6cb9a0-b314-43ea-8a38-3a2015d30e2b None None] Agent healthcheck: found 6 active agents {{(pid=92986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:13:43.545998 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-48aeda7c-3f3c-4796-ab6e-e948adc618f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:46.028305 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-bdee0ea5-d448-446c-a88e-14a89cf09d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:46.957907 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-5eb35e11-f32e-48d1-9b00-3c9e8ed2ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:47.554674 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-54439aa7-4502-49f4-9580-a9b81cc78915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:49.415476 dv-cinder-800022-1-iscsi neutron-server[92985]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7f88-76a7-4f8a-b36b-cc780da76893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757848019267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1813389'] for agent, after_update {{(pid=92985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}